-- Logs begin at Wed 2022-02-02 13:34:57 UTC, end at Wed 2022-02-02 15:12:18 UTC. -- Feb 02 14:41:24.001192 dv-cinder-782518-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 02 14:41:27.229786 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.common.config [-] Logging enabled! Feb 02 14:41:27.230408 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev460 Feb 02 14:41:27.230581 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120910) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 14:41:27.237012 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.common.config [-] Logging enabled! Feb 02 14:41:27.237442 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev460 Feb 02 14:41:27.237981 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120910) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 14:41:27.239716 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 14:41:27.240126 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 14:41:27.240797 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 14:41:27.241249 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 14:41:27.241623 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 14:41:27.242435 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.243201 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 02 14:41:27.243757 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.244279 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.244799 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.245320 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.245832 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.246351 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.246940 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.247459 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.247892 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.248199 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.248504 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.248816 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.249117 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] config_source = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.249412 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.249709 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.250002 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] debug = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.250292 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.250731 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.251175 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.251460 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.251753 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.252035 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.252320 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.252598 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.252884 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.253214 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] host = dv-cinder-782518-2-iscsi {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.253495 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.253783 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.254073 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.254361 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.254639 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.254946 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.255236 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.255511 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] log_dir = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.255792 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] log_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.256070 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.256359 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.256687 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.257203 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.257503 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.257735 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.258038 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.258484 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.258621 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.258931 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.259215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.259495 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.259773 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.260043 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.260330 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.260618 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.260908 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.261183 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.261461 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.261733 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.262006 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.262297 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.262574 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.262880 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.263161 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.263452 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.263724 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.264001 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.264305 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.264596 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.264881 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.265169 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.265444 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.265726 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.265998 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.266272 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] use_journal = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.266544 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] use_json = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.266849 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.267126 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.267409 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.267687 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.267955 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.268227 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.268499 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.268786 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.269058 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:27.269357 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.269651 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.269952 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.270249 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.270542 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.270851 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.271145 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.271423 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.271711 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.271999 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.272880 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.273389 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.273716 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.274016 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.274318 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.274632 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.274972 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.275275 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.275559 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.275839 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.276118 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.276400 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.276694 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.276977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.277270 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.277563 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.277846 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.278204 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.278722 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.279287 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.279808 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.280319 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.280825 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.281344 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.281853 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.282356 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.282916 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.283451 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.283959 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.284472 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.284995 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.285510 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.286014 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.286512 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.287048 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.287592 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.288661 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.289144 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.289648 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.290154 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.290642 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.291210 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.291729 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.292229 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.292738 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.293258 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.293766 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.294282 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.294839 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.295358 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.295870 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.296371 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.296873 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.297361 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.297867 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.298354 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.298916 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.299429 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.299953 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.300453 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.300966 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.301316 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.301616 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.301908 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.302213 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.302528 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.302849 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.303143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.303457 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.303954 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.304385 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.304681 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.304972 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.305261 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.305542 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.305843 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.306134 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.306425 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.306736 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.307046 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.307349 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.307633 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.307927 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.308212 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.308496 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.308785 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.309071 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.309370 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.309666 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.309965 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.310263 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.310558 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.310870 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.311185 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.311466 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:27.311685 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 14:41:27.311933 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=120910) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 02 14:41:27.709387 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=120910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 02 14:41:27.709689 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=120910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 02 14:41:27.710098 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=120910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 02 14:41:27.710648 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 02 14:41:28.047814 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.048122 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.048393 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.049711 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.049984 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.050253 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.094898 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.095181 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.095449 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.110657 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.110966 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.111238 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.142108 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.142386 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.142658 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.179847 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.180135 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.180404 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.523377 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.524045 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.524045 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.524234 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.524864 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.625538 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.625863 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.626150 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.626500 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.626696 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.627041 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.627350 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.627747 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.628082 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.628374 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.628639 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.628914 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.629184 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.629436 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.629694 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.629959 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.630216 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.630484 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.630753 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.631037 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.631316 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.631604 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.632042 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.632551 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.632809 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.633066 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.633468 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=120910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:41:28.633715 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=120910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:41:28.633958 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=120910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:41:28.634200 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=120910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:41:28.634441 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=120910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:41:28.634680 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=120910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:41:28.635075 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 02 14:41:28.638283 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 02 14:41:28.642351 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 02 14:41:28.646243 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Feb 02 14:41:28.648768 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 02 14:41:28.649244 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 02 14:41:28.649584 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 02 14:41:28.649969 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 02 14:41:28.652885 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 02 14:41:28.653142 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 02 14:41:28.653492 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 14:41:28.658386 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 02 14:41:28.684004 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 02 14:41:28.684471 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.684774 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=120910) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 02 14:41:28.685133 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.686521 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=120910) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 02 14:41:28.686849 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 14:41:28.687097 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 02 14:41:28.690398 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.690679 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:28.755389 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 02 14:41:28.755631 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 02 14:41:28.755867 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 02 14:41:28.756243 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 02 14:41:28.777501 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_db.sqlalchemy.engines [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=120910) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 02 14:41:29.376745 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Initializing driver for type 'gre' Feb 02 14:41:29.377279 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] gre ID ranges: [(1, 1000)] Feb 02 14:41:29.587059 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Initializing driver for type 'local' Feb 02 14:41:29.587706 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Initializing driver for type 'vlan' Feb 02 14:41:29.713867 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] VlanTypeDriver initialization complete Feb 02 14:41:29.714218 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Initializing driver for type 'vxlan' Feb 02 14:41:29.714736 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] vxlan ID ranges: [(1, 1000)] Feb 02 14:41:29.994203 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Initializing extension driver 'port_security' Feb 02 14:41:29.994540 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.extensions.port_security [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] PortSecurityExtensionDriver initialization complete Feb 02 14:41:29.994906 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Initializing mechanism driver 'openvswitch' Feb 02 14:41:29.995227 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Initializing mechanism driver 'hyperv' Feb 02 14:41:30.001916 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:30.002589 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > port after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.002987 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > port after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.003339 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > port after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.003865 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=120910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:41:30.004291 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > subnet after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.004641 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > subnet after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.004983 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > subnet after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.005374 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=120910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:41:30.005772 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > network after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.006115 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > network after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.006450 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > network after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.006877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=120910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:41:30.007367 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > security_group after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.007854 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > security_group after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.008194 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > security_group after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.008725 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=120910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:41:30.009132 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.009479 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.009819 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.010213 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=120910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:41:30.010615 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > address_group after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.010987 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > address_group after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.011332 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > address_group after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.011723 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=120910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 14:41:30.012162 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] ML2 OVO RPC backend initialized. {{(pid=120910) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 02 14:41:30.012870 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router_interface after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.013222 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.013629 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > network before_response 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.013970 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > networks before_response 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.014312 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > port before_response 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.014647 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > ports before_response 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.015006 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > subnet before_response 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.015344 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > subnets before_response 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.015685 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > network after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.019872 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > network after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.019872 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > network after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.019872 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > port after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.019872 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > port after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.020234 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > port after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.020234 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > subnet after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.020234 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > subnet after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.020234 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > subnet after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.026183 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded quota_driver: . Feb 02 14:41:30.026539 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.plugin [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Modular L2 Plugin initialization complete Feb 02 14:41:30.026908 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading services supported by the core plugin {{(pid=120910) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 02 14:41:30.027249 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.plugins.ml2.managers [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Got port-security extension from driver 'port_security' Feb 02 14:41:30.027726 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.extensions.vlantransparent [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Disabled vlantransparent extension. Feb 02 14:41:30.028216 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=120910) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 02 14:41:30.028538 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading Plugin: router Feb 02 14:41:30.065886 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router_interface before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.066270 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router after_create 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.066639 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router before_create 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.067022 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router_interface before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.067394 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.067748 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router after_delete 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.068104 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > floatingip after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.068449 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > floatingip after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.068803 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router after_create 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.069143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router after_update 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.069516 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router after_update 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.069857 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.070307 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router after_update 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.070720 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router precommit_update 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.071115 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: port after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.071454 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: port after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.071788 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: subnet after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.072125 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.072471 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > port precommit_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.072821 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router precommit_create 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.073160 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: port before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.073497 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router precommit_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.073847 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router after_update 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.074183 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router precommit_delete 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.074527 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router precommit_create 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.074924 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router_interface after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.075264 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router precommit_update 55549900 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.075621 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > agent after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.075964 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > agent after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.076300 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > network after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.077149 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Tracking information for resource: router configured {{(pid=120910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:41:30.077476 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Tracking information for resource: floatingip configured {{(pid=120910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 14:41:30.082387 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.db.l3_agentschedulers_db [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 02 14:41:30.083004 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: port after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.083365 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: port after_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.083714 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: port after_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.084056 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: port after_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.086062 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router before_create 55550100 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.086440 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router precommit_delete 55550100 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.086838 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router precommit_create 55550100 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.087202 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > router precommit_update 55550100 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.091912 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.services.provider_configuration [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service providers = [] {{(pid=120910) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 02 14:41:30.092274 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.db.servicetype_db [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=120910) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 02 14:41:30.095254 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.services.service_base [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=120910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:41:30.095603 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.services.service_base [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=120910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:41:30.095942 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.services.service_base [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=120910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:41:30.096825 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.services.service_base [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=120910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 14:41:30.097185 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.services.service_base [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 02 14:41:30.097553 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=120910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:41:30.097865 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 02 14:41:30.116934 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Successfully loaded METERING plugin. Description: METERING {{(pid=120910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:41:30.117262 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading Plugin: auto_allocate Feb 02 14:41:30.123205 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: network precommit_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.123575 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: network precommit_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.124090 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=120910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:41:30.124410 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading Plugin: tag Feb 02 14:41:30.131041 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=120910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:41:30.131368 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading Plugin: timestamp Feb 02 14:41:30.135735 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=120910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:41:30.136112 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading Plugin: network_ip_availability Feb 02 14:41:30.141824 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.142198 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.148238 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.148238 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=120910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:41:30.148238 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading Plugin: flavors Feb 02 14:41:30.153225 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=120910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:41:30.153566 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading Plugin: revisions Feb 02 14:41:30.157963 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=120910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 14:41:30.158433 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_concurrency.lockutils [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.448s {{(pid=120910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 02 14:41:30.159277 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=120910) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 02 14:41:30.159618 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Initializing extension manager. Feb 02 14:41:30.160143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: __init__.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.160497 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: __pycache__ {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.160856 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.161241 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: address_group.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.162021 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.162601 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: address-group Feb 02 14:41:30.162956 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: address_scope.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.164460 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.164973 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: address-scope Feb 02 14:41:30.165300 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: admin_state_down_before_update.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.166290 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.166824 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: router-admin-state-down-before-update Feb 02 14:41:30.167153 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: agent.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.168105 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.168772 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: agent Feb 02 14:41:30.169296 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: agent_resources_synced.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.170578 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.171378 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: agent-resources-synced Feb 02 14:41:30.171905 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: allowedaddresspairs.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.174382 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.174940 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: allowed-address-pairs Feb 02 14:41:30.175278 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: auto_allocated_topology.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.176458 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.176976 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: auto-allocated-topology Feb 02 14:41:30.177309 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: availability_zone.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.178012 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.178606 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: availability_zone Feb 02 14:41:30.179090 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: availability_zone_filter.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.180354 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.181158 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: availability_zone_filter Feb 02 14:41:30.181602 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: data_plane_status.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.182991 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.190785 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension data-plane-status not supported by any of loaded plugins Feb 02 14:41:30.190785 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: default_subnetpools.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.191571 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.192107 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: default-subnetpools Feb 02 14:41:30.192439 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: dhcpagentscheduler.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.193305 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.193812 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: dhcp_agent_scheduler Feb 02 14:41:30.194138 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: dns.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.195398 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.195905 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension dns-integration not supported by any of loaded plugins Feb 02 14:41:30.196230 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: dns_domain_ports.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.197164 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.197671 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 02 14:41:30.197996 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.198950 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.199454 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 02 14:41:30.199778 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: dvr.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.200452 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.200961 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: dvr Feb 02 14:41:30.201281 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: ecmp_routes.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.202194 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.202693 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension ecmp_routes not supported by any of loaded plugins Feb 02 14:41:30.203042 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: empty_string_filtering.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.203952 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.204455 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: empty-string-filtering Feb 02 14:41:30.204780 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.205926 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.206181 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 02 14:41:30.206502 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.207468 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.207968 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 02 14:41:30.208296 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: external_net.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.209221 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.209724 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: external-net Feb 02 14:41:30.210576 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: extra_dhcp_opt.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.211591 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.212095 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: extra_dhcp_opt Feb 02 14:41:30.212417 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: extraroute.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.213327 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.213830 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: extraroute Feb 02 14:41:30.214151 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: extraroute_atomic.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.215231 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.215739 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: extraroute-atomic Feb 02 14:41:30.216062 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: filter_validation.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.216732 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.217231 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: filter-validation Feb 02 14:41:30.217551 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: fip_pf_description.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.218456 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.218978 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 02 14:41:30.219299 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: fip_port_details.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.220214 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.220714 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: fip-port-details Feb 02 14:41:30.221039 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: flavors.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.222287 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.222829 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: flavors Feb 02 14:41:30.223162 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.224845 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.225364 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 02 14:41:30.226444 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: floatingip_pools.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.227193 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.227701 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: floatingip-pools Feb 02 14:41:30.228029 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: ip_allocation.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.228955 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.229708 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension ip_allocation not supported by any of loaded plugins Feb 02 14:41:30.230031 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: ip_substring_port_filtering.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.231002 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.231496 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: ip-substring-filtering Feb 02 14:41:30.231826 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: l2_adjacency.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.232764 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.233268 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension l2_adjacency not supported by any of loaded plugins Feb 02 14:41:30.233592 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: l3.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.234596 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.235147 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: router Feb 02 14:41:30.235478 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: l3_conntrack_helper.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.237919 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.238492 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 02 14:41:30.238812 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: l3_ext_gw_mode.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.239764 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.240264 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: ext-gw-mode Feb 02 14:41:30.240594 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: l3_ext_ha_mode.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.245655 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.246117 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: l3-ha Feb 02 14:41:30.246442 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: l3_flavors.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.247402 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.247915 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: l3-flavors Feb 02 14:41:30.248240 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.249150 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.249655 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: l3-port-ip-change-not-allowed Feb 02 14:41:30.249979 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: l3agentscheduler.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.251060 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.251572 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: l3_agent_scheduler Feb 02 14:41:30.251901 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: local_ip.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.253707 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.254225 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension local_ip not supported by any of loaded plugins Feb 02 14:41:30.254556 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: logging.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.256079 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.256590 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension logging not supported by any of loaded plugins Feb 02 14:41:30.256980 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: metering.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.257725 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.258302 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: metering Feb 02 14:41:30.258629 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.259772 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.260281 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: metering_source_and_destination_fields Feb 02 14:41:30.260607 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: multiprovidernet.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.261538 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.262045 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: multi-provider Feb 02 14:41:30.262369 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: netmtu.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.263316 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.263827 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: net-mtu Feb 02 14:41:30.264151 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: netmtu_writable.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.265063 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.265573 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: net-mtu-writable Feb 02 14:41:30.265896 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: network_availability_zone.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.266566 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.267100 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: network_availability_zone Feb 02 14:41:30.267422 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: network_ip_availability.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.268534 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.269042 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: network-ip-availability Feb 02 14:41:30.269383 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: network_segment_range.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.270128 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.270634 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension network-segment-range not supported by any of loaded plugins Feb 02 14:41:30.270990 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: pagination.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.271974 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.272304 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: pagination Feb 02 14:41:30.273217 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: port_device_profile.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.280211 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.280715 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: port-device-profile Feb 02 14:41:30.281037 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: port_mac_address_regenerate.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.281950 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.282455 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: port-mac-address-regenerate Feb 02 14:41:30.282809 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: port_numa_affinity_policy.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.283855 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.284370 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: port-numa-affinity-policy Feb 02 14:41:30.284690 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: port_resource_request.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.285608 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.286110 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension port-resource-request not supported by any of loaded plugins Feb 02 14:41:30.286434 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: port_resource_request_groups.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.287436 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.287939 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 02 14:41:30.288977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: portbindings.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.290011 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.290522 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: binding Feb 02 14:41:30.290877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: portbindings_extended.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.292145 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.292657 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: binding-extended Feb 02 14:41:30.292985 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: portsecurity.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.293895 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.294403 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: port-security Feb 02 14:41:30.294729 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: project_id.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.295804 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.296134 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: project-id Feb 02 14:41:30.296459 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: providernet.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.297376 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.297889 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: provider Feb 02 14:41:30.298215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.301871 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.302391 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos not supported by any of loaded plugins Feb 02 14:41:30.302725 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_bw_limit_direction.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.304544 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.305062 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 02 14:41:30.305399 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.306325 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.306873 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 02 14:41:30.307211 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_default.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.308131 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.308637 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-default not supported by any of loaded plugins Feb 02 14:41:30.308966 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_fip.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.309886 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.310397 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-fip not supported by any of loaded plugins Feb 02 14:41:30.310723 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_fip_network_policy.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.311664 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.312176 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 02 14:41:30.312502 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_gateway_ip.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.313450 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.317337 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 02 14:41:30.317337 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_port_network_policy.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.318035 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.318551 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 02 14:41:30.318911 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.320004 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.320514 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 02 14:41:30.320844 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_pps_rule.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.322033 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.322545 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-pps not supported by any of loaded plugins Feb 02 14:41:30.322917 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_rule_type_details.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.323901 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.324348 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 02 14:41:30.324670 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: qos_rules_alias.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.325723 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.326234 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 02 14:41:30.326560 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: quota_check_limit.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.327506 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.328016 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: quota-check-limit Feb 02 14:41:30.328341 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: quotasv2.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.329291 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.329619 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: quotas Feb 02 14:41:30.329977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: quotasv2_detail.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.331817 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.332157 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: quota_details Feb 02 14:41:30.332494 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: rbac.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.333560 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.334086 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: rbac-policies Feb 02 14:41:30.334417 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: rbac_address_group.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.335924 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.336448 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: rbac-address-group Feb 02 14:41:30.336770 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: rbac_address_scope.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.337693 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.338211 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: rbac-address-scope Feb 02 14:41:30.338536 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: rbac_security_groups.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.339489 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.340072 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: rbac-security-groups Feb 02 14:41:30.347488 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: rbac_subnetpool.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.348138 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.348647 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: rbac-subnetpool Feb 02 14:41:30.348969 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: revisionifmatch.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.349887 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.350392 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: revision-if-match Feb 02 14:41:30.350790 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: revisions.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.351920 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.352489 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: standard-attr-revisions Feb 02 14:41:30.352751 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: router_availability_zone.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.353425 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.353931 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: router_availability_zone Feb 02 14:41:30.354520 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: routerservicetype.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.355474 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.355983 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension router-service-type not supported by any of loaded plugins Feb 02 14:41:30.356308 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.357311 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.357827 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: security-groups-normalized-cidr Feb 02 14:41:30.358146 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: security_groups_port_filtering.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.359109 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.359617 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: port-security-groups-filtering Feb 02 14:41:30.359939 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: security_groups_remote_address_group.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.360881 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.361387 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: security-groups-remote-address-group Feb 02 14:41:30.361708 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: security_groups_shared_filtering.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.362631 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.363162 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: security-groups-shared-filtering Feb 02 14:41:30.363486 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.364102 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 02 14:41:30.364395 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: securitygroup.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.374293 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.374857 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: security-group Feb 02 14:41:30.376365 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: segment.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.376365 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.376552 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension segment not supported by any of loaded plugins Feb 02 14:41:30.376791 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.377734 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.378244 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 02 14:41:30.378573 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: servicetype.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.379708 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.380230 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: service-type Feb 02 14:41:30.380558 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: sorting.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.381547 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.382429 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: sorting Feb 02 14:41:30.382889 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: standard_attr_segment.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.383820 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.384339 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 02 14:41:30.384669 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: standardattrdescription.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.385320 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.385831 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: standard-attr-description Feb 02 14:41:30.386160 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: stateful_security_group.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.387123 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.387640 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: stateful-security-group Feb 02 14:41:30.387966 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: stdattrs_common.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.388538 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 02 14:41:30.388858 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.389785 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.390297 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 02 14:41:30.390620 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: subnet_onboard.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.391741 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.392257 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: subnet_onboard Feb 02 14:41:30.392581 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: subnet_segmentid_writable.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.393509 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.394016 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 02 14:41:30.394339 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: subnet_service_types.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.395285 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.395795 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: subnet-service-types Feb 02 14:41:30.396119 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: subnetallocation.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.397215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.398288 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: subnet_allocation Feb 02 14:41:30.398699 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.399406 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.399915 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: subnetpool-prefix-ops Feb 02 14:41:30.400239 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.401200 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.401710 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 02 14:41:30.402033 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: tagging.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.403137 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.403651 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: standard-attr-tag Feb 02 14:41:30.403981 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: timestamp.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.405187 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.405707 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loaded extension: standard-attr-timestamp Feb 02 14:41:30.406032 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: trunk.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.411751 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.412263 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension trunk not supported by any of loaded plugins Feb 02 14:41:30.412591 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: trunk_details.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.413536 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.414044 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension trunk-details not supported by any of loaded plugins Feb 02 14:41:30.414374 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: uplink_status_propagation.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.415327 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.415841 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 02 14:41:30.416165 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Loading extension file: vlantransparent.py {{(pid=120910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 14:41:30.416838 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=120910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 14:41:30.417341 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extension vlan-transparent not supported by any of loaded plugins Feb 02 14:41:30.419888 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:network Feb 02 14:41:30.420469 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:subnet Feb 02 14:41:30.420881 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:41:30.421276 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:port Feb 02 14:41:30.422519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.422999 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service FLAVORS assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.423605 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.424202 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.424451 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:router Feb 02 14:41:30.424877 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:floatingip Feb 02 14:41:30.425375 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service METERING assigned prefix: /metering {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.426823 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.427197 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.427552 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:41:30.428551 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 14:41:30.429025 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:security_group Feb 02 14:41:30.429528 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 14:41:30.431234 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service CORE assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.431580 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:41:30.431950 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] subnetpool is already registered Feb 02 14:41:30.432384 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service CORE assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.432711 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:41:30.433042 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] subnetpool is already registered Feb 02 14:41:30.435334 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.435770 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service FLAVORS assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.436358 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.436777 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.437113 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:router Feb 02 14:41:30.437452 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] router is already registered Feb 02 14:41:30.437863 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:floatingip Feb 02 14:41:30.438198 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] floatingip is already registered Feb 02 14:41:30.438645 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service METERING assigned prefix: /metering {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.439330 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 14:41:30.439656 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] rbac_policy is already registered Feb 02 14:41:30.440063 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:security_group Feb 02 14:41:30.440405 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] security_group is already registered Feb 02 14:41:30.440807 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 14:41:30.441140 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] security_group_rule is already registered Feb 02 14:41:30.441755 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service CORE assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.442085 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:41:30.442421 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] subnetpool is already registered Feb 02 14:41:30.442867 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.v2.resource_helper [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Service CORE assigned prefix: {{(pid=120910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 14:41:30.443199 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 14:41:30.443529 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING neutron.quota.resource_registry [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] subnetpool is already registered Feb 02 14:41:30.444003 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: extensions {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.446116 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: address-groups {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.447649 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: address-scopes {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.448959 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: agents {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.450121 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: auto-allocated-topology {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.451394 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: availability_zones {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.452604 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: dhcp-networks {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.454108 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: dhcp-agents {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.455556 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: routers {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.457748 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: flavors {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.458948 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: service_profiles {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.460697 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: next_providers {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.462174 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: service_profiles {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.463721 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: floatingip-pools {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.464945 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: routers {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.467066 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: floatingips {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.468343 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: l3-routers {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.469729 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: l3-agents {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.471182 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: metering-labels {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.472523 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: metering-label-rules {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.473791 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: network-ip-availabilities {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.475065 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: bindings {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.476726 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: quotas {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.478304 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: quotas {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.480130 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: rbac-policies {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.481423 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: security-groups {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.482636 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: security-group-rules {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.483890 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: service-providers {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.485099 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: subnetpools {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.486534 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: subnetpools {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.487999 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: tags {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.489663 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: tags {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.491650 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: tags {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.493364 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: tags {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.496257 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: tags {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.498076 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: tags {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.499991 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: tags {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.501937 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: tags {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.503719 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: tags {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.505563 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron.api.extensions [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Extended resource: tags {{(pid=120910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 14:41:30.512221 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING keystonemiddleware.auth_token [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 02 14:41:30.516913 dv-cinder-782518-2-iscsi neutron-server[120910]: WARNING keystonemiddleware.auth_token [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 02 14:41:30.526350 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_concurrency.lockutils [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Acquired lock "singleton_lock" {{(pid=120910) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 02 14:41:30.526861 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_concurrency.lockutils [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Releasing lock "singleton_lock" {{(pid=120910) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 02 14:41:30.527518 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO oslo_service.service [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Starting 2 workers Feb 02 14:41:30.532514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Started child 121021 {{(pid=120910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 14:41:30.537078 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Started child 121022 {{(pid=120910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 14:41:30.538322 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:30.539654 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO neutron.service [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Neutron service started, listening on 0.0.0.0:9696 Feb 02 14:41:30.539654 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Publish callbacks [] for process (None), before_spawn {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:30.539843 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [-] (121021) wsgi starting up on http://0.0.0.0:9696 Feb 02 14:41:30.542050 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO oslo_service.service [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Starting 1 workers Feb 02 14:41:30.543374 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:30.544829 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [-] (121022) wsgi starting up on http://0.0.0.0:9696 Feb 02 14:41:30.547333 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Started child 121023 {{(pid=120910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 14:41:30.547885 dv-cinder-782518-2-iscsi neutron-server[120910]: INFO oslo_service.service [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Starting 1 workers Feb 02 14:41:30.551406 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.service [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] calling RpcWorker wait() {{(pid=121023) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 02 14:41:30.551952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.service [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] returning from RpcWorker wait() {{(pid=121023) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 02 14:41:30.552468 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Started child 121024 {{(pid=120910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 14:41:30.553254 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cad5-b040-4da3-b92a-1127675e93da None None] Publish callbacks [] for process (None), after_spawn {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:30.553407 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:30.554054 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:30.555261 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120910) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 02 14:41:30.555481 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 14:41:30.555669 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 14:41:30.555897 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 14:41:30.556264 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 14:41:30.556431 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 14:41:30.557089 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.557376 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.557639 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.557744 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:30.558187 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.558187 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.558799 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.559239 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.559357 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:30.559485 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.559918 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.560178 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.560348 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.560681 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.560947 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.561220 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.561526 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.561819 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.562060 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.562331 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.562509 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.562810 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] config_source = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.563096 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.563328 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.563600 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] debug = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.563867 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.564382 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.564603 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.564849 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.565102 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.565380 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.565611 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.565892 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.566144 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.566386 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.566624 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.566921 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.569927 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.569927 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.569927 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.569927 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.569927 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.569927 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.569927 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] host = dv-cinder-782518-2-iscsi {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.569927 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.571137 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.571137 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.571137 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.571137 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.571137 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.571137 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.571900 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.571900 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.571900 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.572288 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.572288 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.572543 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_dir = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.572775 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.572933 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_options = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.573135 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.573409 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.573668 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.573859 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.574016 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.574185 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.574435 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.574600 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.574885 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.575171 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.575313 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.575560 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.575758 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.576014 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.576255 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.576494 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.576726 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.576967 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.577213 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.577440 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.577665 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.577920 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.578144 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.578385 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.578610 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.578877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.579135 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.579356 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.579576 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.579820 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.580069 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.580324 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.580546 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.580780 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.581062 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.581354 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.581514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.581755 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.582178 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.582411 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.582672 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.582973 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.583188 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.583435 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.583646 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.584106 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_journal = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.584521 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_json = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.584730 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.585668 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.586064 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.586448 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.587134 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.587134 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.587134 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.597397 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.597397 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.597397 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597397 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597397 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597397 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597397 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597397 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.597877 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598358 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598358 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598358 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598358 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598358 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598358 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598358 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598358 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598813 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598813 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598813 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598813 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598813 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598813 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598813 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.598813 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599768 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599768 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599768 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599768 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599768 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599768 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599768 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599768 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.599768 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.600295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.600295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.600295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.600295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.600295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.600642 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.600850 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.601086 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.601625 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.601874 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.602161 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.602409 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.602631 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.602875 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.603104 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.603364 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.603585 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.603804 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.604022 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.604492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.604706 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.604957 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.605199 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.605421 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.605642 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.605861 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.606101 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.606333 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.606585 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.606831 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.607060 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.607307 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.607519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.607734 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.607968 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.608182 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.608460 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.608639 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.608854 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.609229 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.609612 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.609999 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.610257 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.610474 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.610734 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.611087 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.611342 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.611593 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.611964 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.612363 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.612592 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.612834 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.613069 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.613455 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.613683 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.613933 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.614160 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.614417 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.614672 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.614974 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.615222 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.615466 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.615714 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.615934 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.616217 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.616481 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.616834 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.617179 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.617589 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.618032 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.618485 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.618985 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.619247 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.619549 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.620760 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.621059 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.621369 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.621645 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.621915 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.622155 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.622424 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.622669 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.622928 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.623346 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.623585 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.631540 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.631540 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.631540 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.631540 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.631540 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.631540 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.631540 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.631540 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.632581 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.632581 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.632581 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.632581 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.632581 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.632581 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.632581 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.632581 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633040 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633040 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633040 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633040 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633040 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633040 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633040 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633040 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.633977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.634446 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.634446 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.634446 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.634446 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.634446 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.634740 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.634971 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.635516 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.635516 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.635668 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.635874 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.636093 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.636315 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.636549 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.636768 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.637017 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.637252 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.637802 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.637802 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.637990 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.638190 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.638520 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.638781 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.639010 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.639252 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.639492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.639743 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.639980 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.640228 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.640442 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.640683 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.640924 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.641344 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.641587 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.641837 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.642048 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.642263 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.642483 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.642704 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.642942 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.643249 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.643497 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.643747 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.644007 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.644247 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.644460 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.644689 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.644901 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.645115 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.645343 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.645565 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.645795 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.646041 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.646253 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.646468 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.646715 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.646971 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.647184 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.647522 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.648306 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.648525 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.648746 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.649115 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.649482 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.649716 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.649937 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.650152 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.650401 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.650624 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.650863 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.651094 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.651304 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.651518 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.651743 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.651987 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.652202 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.652504 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.652759 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.652985 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.653271 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.653503 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.653755 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.654002 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.654299 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.654538 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.654829 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.655094 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.655313 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.655535 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.655792 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.656243 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.656692 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.656946 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.657220 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.657519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.657797 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.658069 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.658444 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.658796 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.659124 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.659410 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.659667 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.659931 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.660189 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.660582 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.660804 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.661041 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.661442 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.661670 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.661910 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.662142 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.662477 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.662594 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.662852 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.663147 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.663387 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.663600 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.663944 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.664149 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.664318 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 14:41:30.664872 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120910) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 02 14:41:30.665033 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 14:41:30.665189 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 14:41:30.665388 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 14:41:30.665529 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 14:41:30.665680 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 14:41:30.665890 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.666055 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.666214 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.666373 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.666531 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.666714 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.666906 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.667071 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.667229 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.667387 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.667546 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.667703 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.667864 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.668014 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.668172 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.668330 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.668489 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.668649 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.668813 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.669000 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] config_source = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.669130 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.669285 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.669612 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] debug = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.669773 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.669983 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.670139 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.670297 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.670454 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.670638 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.670792 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.670938 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.671092 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.671245 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.671407 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.671563 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.671721 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.671878 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.672036 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.672194 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.672355 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.672515 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.672673 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] host = dv-cinder-782518-2-iscsi {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.672830 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.672988 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.673152 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.673695 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.673695 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.673695 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.674097 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.674097 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.674097 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.674289 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.674354 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.674587 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.674723 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_dir = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.674917 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.675064 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_options = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.675197 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.675328 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.675408 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.675560 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.675724 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.675882 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.676038 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.676196 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.676354 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.676512 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.676669 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.676826 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.676982 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.677138 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.677295 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.677451 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.677609 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.677766 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.677924 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.678082 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.678315 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.678516 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.678516 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.678803 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.679116 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.679116 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.695319 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.695319 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.695319 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.695319 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.695319 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.695319 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.695319 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.695319 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.696215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.696215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.696215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.696215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.696215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.696215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.696215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.696215 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.697074 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.697074 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.697074 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.697074 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_journal = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.697074 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_json = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.697074 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.697074 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.697074 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.697074 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.698143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.698143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.698143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.698143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.698143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 14:41:30.698143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.698143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.698143 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.699099 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.699099 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.699099 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.699099 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.699099 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.699099 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.699099 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.699886 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58618) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:41:30.700008 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.700008 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.700008 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.700348 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:30.700483 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.700483 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.700483 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.700483 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.700483 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.700483 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.700483 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.700483 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.701309 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.701309 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.701309 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.701309 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.701309 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.701309 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.701309 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.701309 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.702243 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.702243 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.702243 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.702243 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.702243 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.702243 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.702243 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.702243 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.703858 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.703858 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.703858 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.703858 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.703858 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.703858 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.703858 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.703858 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.703858 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.705492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.705492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.705492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.705492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.705492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.705492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.705492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.705492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.705492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.706616 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.706616 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.706616 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.706616 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.706616 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.706616 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.706616 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.706616 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.706616 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.707519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.707519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.707519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.707519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.707519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.707519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.707519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.707519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.707519 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.708485 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.708598 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0119157 Feb 02 14:41:30.708712 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.708712 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.708712 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.708712 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.708712 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.708712 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.708712 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.708712 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.708712 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.709580 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.709580 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.709580 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.709580 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.709580 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.709580 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.709580 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.709580 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.709580 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.711115 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.711115 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.711115 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.711115 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.711518 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.711518 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.711723 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.711855 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.711973 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.712157 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.713577 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.713577 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.713577 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.713577 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.713577 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.713577 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.713577 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.713577 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.714313 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.714313 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.714313 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.714313 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.714313 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.714313 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.714868 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.714868 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.714868 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.715174 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.715280 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.715491 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.715608 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.715770 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.716163 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.716329 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.716488 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.716647 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.716844 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.717155 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.717290 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.718750 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.718750 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.718750 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.718750 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.718750 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.718750 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.718750 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.718750 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.719637 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.719637 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.719637 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.719637 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.719637 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.719637 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.719637 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.719637 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.720556 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.720556 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.720556 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.720556 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.720556 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.720556 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.721320 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.722366 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.722366 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.722366 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.722726 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.722726 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.722964 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.723085 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.723212 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.723349 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.723492 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.723632 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.725147 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.725868 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.726039 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.726207 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.726373 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.726537 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.726697 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.726915 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.728320 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.728494 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.728665 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.729530 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.729749 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.730721 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.730928 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.731965 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.731965 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.731965 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.731965 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.731965 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.732514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.732514 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.732711 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.733555 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.733555 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.733555 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.733909 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.734299 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.734453 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.734580 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.734701 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.734859 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.736309 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.736528 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.737578 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.737868 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.739999 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.740244 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.741733 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.741977 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.742092 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.742254 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.742604 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.742801 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.742973 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.743137 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.743353 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.743474 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.744204 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.744204 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.744204 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.744204 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.744635 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.744635 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.744635 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.744900 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.744900 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.745044 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.745122 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.745293 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.745483 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.745636 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.745783 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.745931 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.746073 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.746233 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.746443 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.746542 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.746694 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.747515 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.747515 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.747515 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.747724 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.747724 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.747918 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.748043 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.748255 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.748360 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.748611 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.748717 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.748797 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.748941 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.749097 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.749266 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.749426 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.749584 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.749751 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.749913 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.750071 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.750230 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.750401 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.750560 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.750721 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.750906 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.751066 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.751225 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.751385 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.751550 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.751717 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.751881 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.752074 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.752259 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.752427 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.752595 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.752760 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.752923 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.753127 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.753245 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.753432 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.753569 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.753727 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.753935 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.754094 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.754251 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.754409 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.754591 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.754750 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.754926 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.755084 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.755242 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.755400 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.755558 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.759338 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.759338 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.759338 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.759338 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 14:41:30.759338 dv-cinder-782518-2-iscsi neutron-server[120910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 14:41:42.630792 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381354f5-cbd0-4804-ad5b-a489c1b52cb8 None None] get_active_networks_info from dv-cinder-782518-2-iscsi {{(pid=121023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 14:41:42.696192 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381354f5-cbd0-4804-ad5b-a489c1b52cb8 None None] No non-hosted networks {{(pid=121023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 02 14:41:42.721580 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.agentschedulers_db [None req-381354f5-cbd0-4804-ad5b-a489c1b52cb8 None None] DHCP Agent not found on host dv-cinder-782518-2-iscsi {{(pid=121023) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 02 14:41:42.937422 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b33587a9-eedb-4a79-b812-342cab29a283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637579'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:45.100089 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a3668790-3b98-4076-bc13-230f0ea27cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637579'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:45.149989 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.db.api [None req-f2d0006f-e2bf-4f1e-9875-713ab3534082 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-782518-2-iscsi {{(pid=121023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:41:45.151006 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG oslo_db.api [None req-f2d0006f-e2bf-4f1e-9875-713ab3534082 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:41:45.749278 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f2d0006f-e2bf-4f1e-9875-713ab3534082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:46.257495 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637579'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:47.725172 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637579'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:49.097484 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637579'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:49.098925 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.099277 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.101801 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.102540 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.103104 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.103453 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.106782 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.107432 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.107963 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.108607 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.109349 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.110160 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.111368 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:49.112082 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782518-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:49.123393 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782518-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:41:50.257714 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.db.l3_hamode_db [None req-91fbd516-cc26-478a-a296-3cfe80848f4f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 02 14:41:50.338805 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fbd516-cc26-478a-a296-3cfe80848f4f None None] Routers set() bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:41:50.339120 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fbd516-cc26-478a-a296-3cfe80848f4f None None] Router IDs set() for agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 14:41:51.615113 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58722) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:41:52.123133 dv-cinder-782518-2-iscsi neutron-server[121022]: WARNING oslo_policy.policy [None req-747f9144-c65f-4123-bbf3-47f443ec3a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:41:52.123701 dv-cinder-782518-2-iscsi neutron-server[121022]: WARNING oslo_policy.policy [None req-747f9144-c65f-4123-bbf3-47f443ec3a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:41:52.350939 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [None req-747f9144-c65f-4123-bbf3-47f443ec3a95 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:41:52.355512 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-747f9144-c65f-4123-bbf3-47f443ec3a95 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7391846 Feb 02 14:41:55.066230 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58738) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:41:55.367777 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-a26f15db-d52d-4ac2-9ebf-cf81e696128a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '65b483ff4fd74b07aca26b7070f23ca2'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:41:55.457217 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.policy [None req-a26f15db-d52d-4ac2-9ebf-cf81e696128a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121022) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 14:41:55.501183 dv-cinder-782518-2-iscsi neutron-server[121022]: WARNING oslo_policy.policy [None req-a26f15db-d52d-4ac2-9ebf-cf81e696128a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:41:55.501505 dv-cinder-782518-2-iscsi neutron-server[121022]: WARNING oslo_policy.policy [None req-a26f15db-d52d-4ac2-9ebf-cf81e696128a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:41:55.641619 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a26f15db-d52d-4ac2-9ebf-cf81e696128a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759367579839', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759367581506', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759367594230', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759367598073', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759367607831', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759367615949', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1970123', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1976267', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566906', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-625561'] for rbac-policy (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:55.939846 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a26f15db-d52d-4ac2-9ebf-cf81e696128a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:55.940963 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-a26f15db-d52d-4ac2-9ebf-cf81e696128a admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8737342 Feb 02 14:41:58.617524 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 58750) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:41:59.118140 dv-cinder-782518-2-iscsi neutron-server[121021]: WARNING oslo_policy.policy [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:41:59.118693 dv-cinder-782518-2-iscsi neutron-server[121021]: WARNING oslo_policy.policy [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:41:59.349618 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'admin_state_up': True}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:41:59.481282 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Made reservation on behalf of 92b3fc41efc145e3ba10a41dd1680663 for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:41:59.549612 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.policy [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121021) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 14:41:59.594494 dv-cinder-782518-2-iscsi neutron-server[121021]: WARNING oslo_policy.policy [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:41:59.594900 dv-cinder-782518-2-iscsi neutron-server[121021]: WARNING oslo_policy.policy [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 14:41:59.605174 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:59.627992 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:59.740660 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Publish callbacks [] for security_group (e38606c7-dad0-4445-9897-4f986a0b56e1), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:59.823308 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e38606c7-dad0-4445-9897-4f986a0b56e1), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:59.843284 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:41:59.872867 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759364258708', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (5e4a75b3-af96-4786-8843-52127b59a48b), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:41:59.873391 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Unsubscribe: segment precommit_create {{(pid=121021) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 14:41:59.873922 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Added segment 5e4a75b3-af96-4786-8843-52127b59a48b of type vlan for network e384c88d-fa8b-4c63-bd2b-eceb96378eaf Feb 02 14:41:59.892179 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38606c7-dad0-4445-9897-4f986a0b56e1,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:41:59.943409 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.943778 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.944128 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.944462 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.944788 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.945112 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.945455 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.945781 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.946114 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.946452 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.946794 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.947110 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.947574 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Tracked resource versions report: Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: pushed versions: Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: { 'AddressGroup': {'1.2'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'ConntrackHelper': {'1.0'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'LocalIPAssociation': {'1.0'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Log': {'1.0'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Network': {'1.1'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Port': {'1.7'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'PortForwarding': {'1.2'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'QosPolicy': {'1.10'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SecurityGroup': {'1.5'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SubPort': {'1.0'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Subnet': {'1.1'}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Trunk': {'1.1'}} Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: consumer versions: Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: { DHCP agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: L3 agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: Metadata agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: Metering agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: Open vSwitch agent@dv-cinder-782518-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'ConntrackHelper': '1.0', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'LocalIPAssociation': '1.0', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Log': '1.0', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Network': '1.1', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Port': '1.7', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'PortForwarding': '1.2', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'QosPolicy': '1.10', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SecurityGroup': '1.5', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SecurityGroupRule': '1.2', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SubPort': '1.0', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Subnet': '1.1', Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Trunk': '1.1'}} Feb 02 14:41:59.948974 dv-cinder-782518-2-iscsi neutron-server[121021]: {{(pid=121021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:41:59.989902 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (e384c88d-fa8b-4c63-bd2b-eceb96378eaf), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:00.102257 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (e384c88d-fa8b-4c63-bd2b-eceb96378eaf), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:00.103511 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:42:00.104306 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:00.207767 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] Pushing event updated for resources: {'Network': ['ID=e384c88d-fa8b-4c63-bd2b-eceb96378eaf,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:00.219680 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network e384c88d-fa8b-4c63-bd2b-eceb96378eaf details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:42:00.300296 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-69cf2033-6b72-4a91-995f-d97d0cb2a42f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.6799312 Feb 02 14:42:03.066218 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 58772) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:42:03.471273 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ac887-ccfb-49b0-a0a2-7308277e0365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:42:03.472548 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-8f7ac887-ccfb-49b0-a0a2-7308277e0365 admin admin] 10.222.0.10 "GET /v2.0/networks/e384c88d-fa8b-4c63-bd2b-eceb96378eaf HTTP/1.1" status: 200 len: 826 time: 0.4053264 Feb 02 14:42:03.511202 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-29d31c87-13d7-4394-b8a7-6e1efb86a018 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/894d650e-1a1b-485d-b54b-d625032817da HTTP/1.1" status: 200 len: 734 time: 0.0327165 Feb 02 14:42:03.520214 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Request body: {'subnet': {'subnetpool_id': '894d650e-1a1b-485d-b54b-d625032817da', 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:42:03.646505 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Made reservation on behalf of 92b3fc41efc145e3ba10a41dd1680663 for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:42:03.649230 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:04.035089 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (60c3057c-2d2b-446b-94ae-d267d2cfe500), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:04.120676 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c3057c-2d2b-446b-94ae-d267d2cfe500,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:04.127319 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Checking segment: {'id': '5e4a75b3-af96-4786-8843-52127b59a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:42:04.127998 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Network hostable DHCP agents. Network: e384c88d-fa8b-4c63-bd2b-eceb96378eaf, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:42:04.286549 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Network e384c88d-fa8b-4c63-bd2b-eceb96378eaf is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:42:04.423701 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, e384c88d-fa8b-4c63-bd2b-eceb96378eaf) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:42:04.428596 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:42:04.429175 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:04.434304 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b097b1c-d053-4c58-acac-a29ce44af322 None None] Network e384c88d-fa8b-4c63-bd2b-eceb96378eaf requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:42:04.563860 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-616ab300-2056-46a6-bfa7-890e16add8cd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0469873 Feb 02 14:42:04.703572 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8970d6d-21a6-55cd-b380-35afc46c0d2f-e384c88d-fa8b-4c63-bd2b-eceb96378eaf', 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf', 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'fixed_ips': [{'subnet_id': '60c3057c-2d2b-446b-94ae-d267d2cfe500'}]}} from dv-cinder-782518-2-iscsi. {{(pid=121023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:42:04.704868 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:04.996402 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.db_base_plugin_common [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Allocated IP 172.20.0.2 (e384c88d-fa8b-4c63-bd2b-eceb96378eaf/60c3057c-2d2b-446b-94ae-d267d2cfe500/97066329-7cea-484b-891f-8690f9fbdad1) {{(pid=121023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:42:05.268213 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Publish callbacks [] for port (97066329-7cea-484b-891f-8690f9fbdad1), precommit_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:05.367110 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (97066329-7cea-484b-891f-8690f9fbdad1), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:05.442014 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Network e384c88d-fa8b-4c63-bd2b-eceb96378eaf is already hosted by enough agents. {{(pid=121023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:42:05.455774 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.base_scheduler [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Resources bound (agent type, host, resource id): {{(pid=121023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:42:05.459258 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Received port after_create {{(pid=121023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:42:05.468013 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Pushing event updated for resources: {'Port': ['ID=97066329-7cea-484b-891f-8690f9fbdad1,revision_number=1']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:05.516207 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.516574 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.516941 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.517299 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.517611 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.517940 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.518311 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.518590 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.518952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.519292 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.519618 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.519935 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.520251 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Tracked resource versions report: Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: pushed versions: Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: { 'AddressGroup': {'1.2'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'ConntrackHelper': {'1.0'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'LocalIPAssociation': {'1.0'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Log': {'1.0'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Network': {'1.1'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Port': {'1.7'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'PortForwarding': {'1.2'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'QosPolicy': {'1.10'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SecurityGroup': {'1.5'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SubPort': {'1.0'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Subnet': {'1.1'}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Trunk': {'1.1'}} Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: consumer versions: Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: { DHCP agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: L3 agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: Metadata agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: Metering agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: Open vSwitch agent@dv-cinder-782518-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'ConntrackHelper': '1.0', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'LocalIPAssociation': '1.0', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Log': '1.0', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Network': '1.1', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Port': '1.7', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'PortForwarding': '1.2', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'QosPolicy': '1.10', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SecurityGroup': '1.5', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SecurityGroupRule': '1.2', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SubPort': '1.0', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Subnet': '1.1', Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Trunk': '1.1'}} Feb 02 14:42:05.521605 dv-cinder-782518-2-iscsi neutron-server[121023]: {{(pid=121023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:42:05.554434 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Attempting to bind port 97066329-7cea-484b-891f-8690f9fbdad1 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:42:05.554871 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Attempting to bind port 97066329-7cea-484b-891f-8690f9fbdad1 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '5e4a75b3-af96-4786-8843-52127b59a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:42:05.555312 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Attempting to bind port 97066329-7cea-484b-891f-8690f9fbdad1 on network e384c88d-fa8b-4c63-bd2b-eceb96378eaf {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:42:05.560598 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:42:05.560995 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Checking segment: {'id': '5e4a75b3-af96-4786-8843-52127b59a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:42:05.561447 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:05.561860 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Bound using segment: {'id': '5e4a75b3-af96-4786-8843-52127b59a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:42:05.562346 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Bound port: 97066329-7cea-484b-891f-8690f9fbdad1, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a75b3-af96-4786-8843-52127b59a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:42:05.562742 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (97066329-7cea-484b-891f-8690f9fbdad1), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:05.629590 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] For port 97066329-7cea-484b-891f-8690f9fbdad1, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:42:05.634201 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] For port 97066329-7cea-484b-891f-8690f9fbdad1, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=97066329-7cea-484b-891f-8690f9fbdad1,segment=NetworkSegment(5e4a75b3-af96-4786-8843-52127b59a48b),segment_id=5e4a75b3-af96-4786-8843-52127b59a48b)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:42:05.727157 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (97066329-7cea-484b-891f-8690f9fbdad1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:05.794301 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d453aaa-23f2-42cb-aaef-7b29242ec5b9 None None] Pushing event updated for resources: {'Port': ['ID=97066329-7cea-484b-891f-8690f9fbdad1,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:07.039055 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58780) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:42:07.361807 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [None req-d1f25b15-b727-4aac-b719-94d4eaa1827d admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:42:07.362805 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-d1f25b15-b727-4aac-b719-94d4eaa1827d admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3227773 Feb 02 14:42:09.854735 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58788) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:42:10.180724 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [None req-7c743a62-effd-4807-8848-4752414204b0 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:42:10.181897 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7c743a62-effd-4807-8848-4752414204b0 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3262479 Feb 02 14:42:12.669337 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8af5c19e-e40f-4c31-a78d-d5a24fbc6845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:13.069914 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58798) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:42:13.383013 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-015c6b67-cff3-4421-851b-a7bacbb63a9b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'admin_state_up': True}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:42:13.481241 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-015c6b67-cff3-4421-851b-a7bacbb63a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16148'] for router (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:13.482977 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-015c6b67-cff3-4421-851b-a7bacbb63a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-638477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16157'] for router (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:13.633602 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-015c6b67-cff3-4421-851b-a7bacbb63a9b admin admin] Publish callbacks [] for router_controller (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), precommit_add_association {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:13.693473 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-015c6b67-cff3-4421-851b-a7bacbb63a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804'] for router (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:13.808914 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-015c6b67-cff3-4421-851b-a7bacbb63a9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:13.810149 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-015c6b67-cff3-4421-851b-a7bacbb63a9b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7392061 Feb 02 14:42:15.087537 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-93eb7a60-e8bd-45ee-b5fa-1fe07a65bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:15.698115 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 97066329-7cea-484b-891f-8690f9fbdad1 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:42:15.786686 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 97066329-7cea-484b-891f-8690f9fbdad1 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:15.787131 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (97066329-7cea-484b-891f-8690f9fbdad1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:15.902962 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 97066329-7cea-484b-891f-8690f9fbdad1 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:42:15.903355 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (97066329-7cea-484b-891f-8690f9fbdad1), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:15.940153 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port 97066329-7cea-484b-891f-8690f9fbdad1, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=97066329-7cea-484b-891f-8690f9fbdad1,segment=NetworkSegment(5e4a75b3-af96-4786-8843-52127b59a48b),segment_id=5e4a75b3-af96-4786-8843-52127b59a48b)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:42:15.999260 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (97066329-7cea-484b-891f-8690f9fbdad1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:16.046316 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:16.062661 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=97066329-7cea-484b-891f-8690f9fbdad1,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:16.311656 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58820) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:42:16.445742 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [None req-fba0d58f-9c6c-4488-a864-05e2b28aad08 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:42:16.446743 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-fba0d58f-9c6c-4488-a864-05e2b28aad08 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1341481 Feb 02 14:42:16.972397 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed88dc-6146-41f1-b664-908f29299316 None None] Network e384c88d-fa8b-4c63-bd2b-eceb96378eaf requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:42:17.082422 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-6b238b0a-ff64-4727-b9b5-20bc16585616 None None] Provisioning complete for port 97066329-7cea-484b-891f-8690f9fbdad1 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:17.082840 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6b238b0a-ff64-4727-b9b5-20bc16585616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (97066329-7cea-484b-891f-8690f9fbdad1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:17.196923 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-6b238b0a-ff64-4727-b9b5-20bc16585616 None None] Current status of the port 97066329-7cea-484b-891f-8690f9fbdad1 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:42:17.318238 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4943b96b-235b-474d-8c9b-5aecf5bc629e None None] Provisioning complete for port 97066329-7cea-484b-891f-8690f9fbdad1 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:17.318628 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4943b96b-235b-474d-8c9b-5aecf5bc629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (97066329-7cea-484b-891f-8690f9fbdad1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:17.398302 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4943b96b-235b-474d-8c9b-5aecf5bc629e None None] Current status of the port 97066329-7cea-484b-891f-8690f9fbdad1 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:42:17.664053 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 97066329-7cea-484b-891f-8690f9fbdad1 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:42:17.668588 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:17.714497 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 97066329-7cea-484b-891f-8690f9fbdad1 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:17.714921 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (97066329-7cea-484b-891f-8690f9fbdad1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:17.793152 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 97066329-7cea-484b-891f-8690f9fbdad1 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:42:18.837189 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58840) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:42:18.886975 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'tenant_id': '65b483ff4fd74b07aca26b7070f23ca2', 'is_default': True, 'router:external': True, 'project_id': '65b483ff4fd74b07aca26b7070f23ca2', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:42:18.977729 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Made reservation on behalf of 65b483ff4fd74b07aca26b7070f23ca2 for: {'network': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:42:18.980714 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:18.996987 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:19.098826 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Publish callbacks [] for security_group (68461ef1-dfb3-4e1a-9219-68783003054e), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:19.172489 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:19.217926 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (68461ef1-dfb3-4e1a-9219-68783003054e), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:19.230279 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=121022) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 02 14:42:19.263558 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759364258708', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (59744187-3f7e-4b7c-b823-5c7d93a2ea43), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:19.264145 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Unsubscribe: segment precommit_create {{(pid=121022) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 14:42:19.264661 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.segments_db [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Added segment 59744187-3f7e-4b7c-b823-5c7d93a2ea43 of type flat for network 9739a75a-4066-4d10-9da4-91f07c2c2a48 Feb 02 14:42:19.283341 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68461ef1-dfb3-4e1a-9219-68783003054e,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:19.307643 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.308189 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.308535 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.308873 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.309205 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.309529 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.309869 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.310194 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.310527 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.310889 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.311210 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.311534 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.311865 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Tracked resource versions report: Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: pushed versions: Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: { 'AddressGroup': {'1.2'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'ConntrackHelper': {'1.0'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'LocalIPAssociation': {'1.0'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Log': {'1.0'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Network': {'1.1'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Port': {'1.7'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'PortForwarding': {'1.2'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'QosPolicy': {'1.10'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SecurityGroup': {'1.5'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SubPort': {'1.0'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Subnet': {'1.1'}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Trunk': {'1.1'}} Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: consumer versions: Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: { DHCP agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: L3 agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: Metadata agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: Metering agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: Open vSwitch agent@dv-cinder-782518-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'ConntrackHelper': '1.0', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'LocalIPAssociation': '1.0', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Log': '1.0', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Network': '1.1', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Port': '1.7', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'PortForwarding': '1.2', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'QosPolicy': '1.10', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SecurityGroup': '1.5', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SecurityGroupRule': '1.2', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SubPort': '1.0', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Subnet': '1.1', Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Trunk': '1.1'}} Feb 02 14:42:19.313229 dv-cinder-782518-2-iscsi neutron-server[121022]: {{(pid=121022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:42:19.380451 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (9739a75a-4066-4d10-9da4-91f07c2c2a48), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:19.527798 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (9739a75a-4066-4d10-9da4-91f07c2c2a48), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:19.528952 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:42:19.529663 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:19.627884 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9739a75a-4066-4d10-9da4-91f07c2c2a48,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:19.638351 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:42:19.689790 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-c934afa1-a142-4a12-b65e-cf7d0fe921d0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8513415 Feb 02 14:42:21.999821 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58852) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:42:22.133459 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f3067e-e9a2-41a2-a9a3-48ee2fba3b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:42:22.135837 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-69f3067e-e9a2-41a2-a9a3-48ee2fba3b16 admin admin] 10.222.0.10 "GET /v2.0/subnets/60c3057c-2d2b-446b-94ae-d267d2cfe500 HTTP/1.1" status: 200 len: 849 time: 0.1341233 Feb 02 14:42:22.276337 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7ffd84cb-fac9-4d3e-986c-980883fa1052 admin admin] 10.222.0.10 "GET /v2.0/routers/27233dc6-c8f1-4a21-96dd-8f43324f6e4a HTTP/1.1" status: 200 len: 704 time: 0.1346645 Feb 02 14:42:22.555860 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:22.863601 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Allocated IP 172.20.0.1 (e384c88d-fa8b-4c63-bd2b-eceb96378eaf/60c3057c-2d2b-446b-94ae-d267d2cfe500/fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:42:23.048438 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Publish callbacks [] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:23.207463 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:23.289795 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Network e384c88d-fa8b-4c63-bd2b-eceb96378eaf is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:42:23.295576 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:42:23.299121 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:42:23.300177 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637431'] for router_interface (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:23.363304 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:23.456949 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-fef5ae2c-fd8d-45e8-800e-3965df486c6c None None] Provisioning complete for port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:23.460561 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-fef5ae2c-fd8d-45e8-800e-3965df486c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:23.491383 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-fef5ae2c-fd8d-45e8-800e-3965df486c6c None None] Port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:42:23.669006 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:23.876504 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Publish callbacks [] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:23.955145 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:23.955928 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637511'] for router_interface (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:24.014026 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:24.079505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Network e384c88d-fa8b-4c63-bd2b-eceb96378eaf is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:42:24.080809 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:42:24.318292 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-a74ec244-e07f-4b6f-bcca-83c89c64bd01 None None] Provisioning complete for port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:24.318681 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a74ec244-e07f-4b6f-bcca-83c89c64bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:24.344343 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Router 27233dc6-c8f1-4a21-96dd-8f43324f6e4a is scheduled to L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 with binding_index 1 {{(pid=121022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:42:24.353011 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-a74ec244-e07f-4b6f-bcca-83c89c64bd01 None None] Port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:42:24.438865 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:42:24.444096 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b62aa543-8d8d-4d5b-ab6d-7352db7fed78 admin admin] 10.222.0.10 "PUT /v2.0/routers/27233dc6-c8f1-4a21-96dd-8f43324f6e4a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1622927 Feb 02 14:42:24.462633 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Sync routers for ids ['27233dc6-c8f1-4a21-96dd-8f43324f6e4a'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:42:24.476224 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Routers {'27233dc6-c8f1-4a21-96dd-8f43324f6e4a'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:42:24.477091 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:42:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['27233dc6-c8f1-4a21-96dd-8f43324f6e4a'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:42:24.666418 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Set router 27233dc6-c8f1-4a21-96dd-8f43324f6e4a gateway port host: None {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:42:25.101682 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'name': 'router1', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:42:13Z', 'updated_at': '2022-02-02T14:42:23Z', 'revision_number': 2, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'gw_port_host': None, '_interfaces': [{'id': 'fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd', 'name': '', 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'mac_address': 'fa:16:3e:0b:e5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:42:22Z', 'updated_at': '2022-02-02T14:42:23Z', 'revision_number': 2, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'subnets': [{'id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '894d650e-1a1b-485d-b54b-d625032817da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:42:25.155114 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Checking router: 27233dc6-c8f1-4a21-96dd-8f43324f6e4a for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:42:25.155491 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Updating router 27233dc6-c8f1-4a21-96dd-8f43324f6e4a port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd binding host dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:42:25.209534 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:25.733907 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Publish callbacks [] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), precommit_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:25.846508 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:26.010907 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Pushing event updated for resources: {'Port': ['ID=fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd,revision_number=3']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:26.030250 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.030608 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.030981 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.031322 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.031664 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.031985 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.032317 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.032645 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.032971 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.033609 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.033873 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.034061 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.034386 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Tracked resource versions report: Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: pushed versions: Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: { 'AddressGroup': {'1.2'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'ConntrackHelper': {'1.0'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'LocalIPAssociation': {'1.0'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Log': {'1.0'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Network': {'1.1'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Port': {'1.7'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'PortForwarding': {'1.2'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'QosPolicy': {'1.10'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SecurityGroup': {'1.5'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SubPort': {'1.0'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Subnet': {'1.1'}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Trunk': {'1.1'}} Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: consumer versions: Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: { DHCP agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: L3 agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: Metadata agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: Metering agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: Open vSwitch agent@dv-cinder-782518-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'ConntrackHelper': '1.0', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'LocalIPAssociation': '1.0', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Log': '1.0', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Network': '1.1', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Port': '1.7', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'PortForwarding': '1.2', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'QosPolicy': '1.10', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SecurityGroup': '1.5', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SecurityGroupRule': '1.2', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SubPort': '1.0', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Subnet': '1.1', Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Trunk': '1.1'}} Feb 02 14:42:26.035813 dv-cinder-782518-2-iscsi neutron-server[121024]: {{(pid=121024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:42:26.040544 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Attempting to bind port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:42:26.040945 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Attempting to bind port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '5e4a75b3-af96-4786-8843-52127b59a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf'}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:42:26.042020 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Attempting to bind port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd on network e384c88d-fa8b-4c63-bd2b-eceb96378eaf {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:42:26.047537 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:42:26.047940 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Checking segment: {'id': '5e4a75b3-af96-4786-8843-52127b59a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:42:26.048414 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:26.048834 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Bound using segment: {'id': '5e4a75b3-af96-4786-8843-52127b59a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf'} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:42:26.049369 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Bound port: fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a75b3-af96-4786-8843-52127b59a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf'}}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:42:26.049747 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:26.086274 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-d7f957ad-4993-42ef-aca2-f50425dcf61a None None] Provisioning complete for port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:26.086884 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d7f957ad-4993-42ef-aca2-f50425dcf61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:26.126290 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-d7f957ad-4993-42ef-aca2-f50425dcf61a None None] Port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:42:26.128037 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] For port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:42:26.148943 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] For port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd,segment=NetworkSegment(5e4a75b3-af96-4786-8843-52127b59a48b),segment_id=5e4a75b3-af96-4786-8843-52127b59a48b)] {{(pid=121024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:42:26.247832 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:26.304564 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Routers {'27233dc6-c8f1-4a21-96dd-8f43324f6e4a'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:42:26.305227 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:42:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['27233dc6-c8f1-4a21-96dd-8f43324f6e4a'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:42:26.387848 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2ce30-9a20-4242-82b9-989f3c337069 None None] Pushing event updated for resources: {'Port': ['ID=fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd,revision_number=4']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:26.410065 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] Set router 27233dc6-c8f1-4a21-96dd-8f43324f6e4a gateway port host: None {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:42:26.548167 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-514bd664-b2a0-43f0-8f84-2446cca80318 None None] Provisioning complete for port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:26.548606 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-514bd664-b2a0-43f0-8f84-2446cca80318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:26.630655 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-514bd664-b2a0-43f0-8f84-2446cca80318 None None] Current status of the port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:42:26.631306 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-514bd664-b2a0-43f0-8f84-2446cca80318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:26.645310 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'name': 'router1', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:42:13Z', 'updated_at': '2022-02-02T14:42:23Z', 'revision_number': 2, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'gw_port_host': None, '_interfaces': [{'id': 'fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd', 'name': '', 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'mac_address': 'fa:16:3e:0b:e5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:42:22Z', 'updated_at': '2022-02-02T14:42:26Z', 'revision_number': 4, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'subnets': [{'id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '894d650e-1a1b-485d-b54b-d625032817da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:42:26.669088 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-514bd664-b2a0-43f0-8f84-2446cca80318 None None] For port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd,segment=NetworkSegment(5e4a75b3-af96-4786-8843-52127b59a48b),segment_id=5e4a75b3-af96-4786-8843-52127b59a48b)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:42:26.674737 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70036a9f-5171-4853-a359-54ed3d6eddb9 None None] The sync data for ids ['27233dc6-c8f1-4a21-96dd-8f43324f6e4a'] in dv-cinder-782518-2-iscsi is: [{'id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'name': 'router1', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:42:13Z', 'updated_at': '2022-02-02T14:42:23Z', 'revision_number': 2, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'gw_port_host': None, '_interfaces': [{'id': 'fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd', 'name': '', 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'mac_address': 'fa:16:3e:0b:e5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:42:22Z', 'updated_at': '2022-02-02T14:42:26Z', 'revision_number': 4, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'subnets': [{'id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '894d650e-1a1b-485d-b54b-d625032817da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:42:26.727283 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-514bd664-b2a0-43f0-8f84-2446cca80318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:26.779327 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bd664-b2a0-43f0-8f84-2446cca80318 None None] Pushing event updated for resources: {'Port': ['ID=fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:27.593666 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 5 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:42:29.271141 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58870) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:42:29.382463 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da625c4-c8ab-4412-9b5a-3bb0be3093f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:42:29.383859 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7da625c4-c8ab-4412-9b5a-3bb0be3093f5 admin admin] 10.222.0.10 "GET /v2.0/networks/9739a75a-4066-4d10-9da4-91f07c2c2a48 HTTP/1.1" status: 200 len: 842 time: 0.1116631 Feb 02 14:42:29.393303 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'tenant_id': '65b483ff4fd74b07aca26b7070f23ca2', 'name': 'public-subnet', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:42:29.480931 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Made reservation on behalf of 65b483ff4fd74b07aca26b7070f23ca2 for: {'subnet': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:42:29.483610 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:29.849221 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.objects.ports [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121022) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 14:42:29.849645 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (3533a8eb-4469-4f51-9ebc-510cc0649005), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:29.904236 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3533a8eb-4469-4f51-9ebc-510cc0649005,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:29.916705 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:42:29.917072 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Network hostable DHCP agents. Network: 9739a75a-4066-4d10-9da4-91f07c2c2a48, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:42:30.018964 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:42:30.092613 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 9739a75a-4066-4d10-9da4-91f07c2c2a48) {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:42:30.096579 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:42:30.097178 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:30.101858 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ed3fac-8b9c-4370-bce3-c6273af2a47c None None] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:42:30.181102 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-511e0bd9-061d-4aba-9471-f9b27cf4c661 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7911777 Feb 02 14:42:30.208270 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c068e44b-71a9-4fe0-bc78-0eaafb7bd3c0 None None] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:42:32.542641 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58878) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:42:32.680213 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-50d104e9-9b7b-4d3a-abe0-d34a7e88287b admin admin] 10.222.0.10 "GET /v2.0/routers/27233dc6-c8f1-4a21-96dd-8f43324f6e4a HTTP/1.1" status: 200 len: 710 time: 0.1320658 Feb 02 14:42:32.770301 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c9a8f-c35f-495d-b7ee-2cc1438b0f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:42:32.771756 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-d75c9a8f-c35f-495d-b7ee-2cc1438b0f37 admin admin] 10.222.0.10 "GET /v2.0/networks/9739a75a-4066-4d10-9da4-91f07c2c2a48 HTTP/1.1" status: 200 len: 886 time: 0.0904644 Feb 02 14:42:32.781246 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:42:33.100419 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Publish callbacks [] for router_gateway (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:33.431599 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Publish callbacks [] for router_gateway (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:33.519846 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:33.623477 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Allocated IP 172.27.3.120 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:42:33.713831 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:42:33.738377 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Publish callbacks [] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:33.764289 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:33.764704 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:33.842683 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:42:33.888022 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:33.925086 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:42:33.928149 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:42:33.936059 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:42:33.941198 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:34.362403 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Publish callbacks [] for router_gateway (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:34.563811 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-638527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16367'] for router (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:34.567407 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-636818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-636811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-638504'] for router (27233dc6-c8f1-4a21-96dd-8f43324f6e4a), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:34.675954 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Router 27233dc6-c8f1-4a21-96dd-8f43324f6e4a has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:42:34.866306 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:42:34.871117 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:34.886788 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-cdae4c6c-0950-4ecc-9cd0-1cfd11802081 admin admin] 10.222.0.10 "PUT /v2.0/routers/27233dc6-c8f1-4a21-96dd-8f43324f6e4a HTTP/1.1" status: 200 len: 890 time: 2.0944648 Feb 02 14:42:35.079138 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Sync routers for ids ['27233dc6-c8f1-4a21-96dd-8f43324f6e4a'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:42:35.094724 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Routers {'27233dc6-c8f1-4a21-96dd-8f43324f6e4a'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:42:35.095518 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:42:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['27233dc6-c8f1-4a21-96dd-8f43324f6e4a'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:42:35.310541 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Set router 27233dc6-c8f1-4a21-96dd-8f43324f6e4a gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:42:35.789709 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'name': 'router1', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:42:13Z', 'updated_at': '2022-02-02T14:42:34Z', 'revision_number': 4, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'gw_port': {'id': 'b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:42:33Z', 'updated_at': '2022-02-02T14:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd', 'name': '', 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'mac_address': 'fa:16:3e:0b:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:42:22Z', 'updated_at': '2022-02-02T14:42:26Z', 'revision_number': 5, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'subnets': [{'id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '894d650e-1a1b-485d-b54b-d625032817da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:42:35.841036 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Checking router: 27233dc6-c8f1-4a21-96dd-8f43324f6e4a for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:42:35.841395 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Updating router 27233dc6-c8f1-4a21-96dd-8f43324f6e4a port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f binding host dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:42:35.899154 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:36.223968 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Publish callbacks [] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), precommit_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:36.287336 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:36.344597 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Attempting to bind port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:42:36.344970 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Attempting to bind port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:42:36.345338 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Attempting to bind port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f on network 9739a75a-4066-4d10-9da4-91f07c2c2a48 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:42:36.347216 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941fde8-fdc9-4a36-87ca-6d218dc2be48 None None] Pushing event updated for resources: {'Port': ['ID=b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:36.352516 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:42:36.352895 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:42:36.353302 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:36.354229 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Bound using segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:42:36.355063 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Bound port: b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:42:36.355464 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:36.406351 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] For port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:42:36.409372 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] For port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:42:36.469300 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:36.527416 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Routers {'27233dc6-c8f1-4a21-96dd-8f43324f6e4a'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:42:36.528068 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:42:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['27233dc6-c8f1-4a21-96dd-8f43324f6e4a'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:42:36.532776 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941fde8-fdc9-4a36-87ca-6d218dc2be48 None None] Pushing event updated for resources: {'Port': ['ID=b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:36.641055 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] Set router 27233dc6-c8f1-4a21-96dd-8f43324f6e4a gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:42:36.859338 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'name': 'router1', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:42:13Z', 'updated_at': '2022-02-02T14:42:34Z', 'revision_number': 4, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'gw_port': {'id': 'b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:42:33Z', 'updated_at': '2022-02-02T14:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd', 'name': '', 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'mac_address': 'fa:16:3e:0b:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:42:22Z', 'updated_at': '2022-02-02T14:42:26Z', 'revision_number': 5, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'subnets': [{'id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '894d650e-1a1b-485d-b54b-d625032817da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:42:36.886070 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7c91b-4441-48ac-b213-4970edd979e6 None None] The sync data for ids ['27233dc6-c8f1-4a21-96dd-8f43324f6e4a'] in dv-cinder-782518-2-iscsi is: [{'id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'name': 'router1', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:42:13Z', 'updated_at': '2022-02-02T14:42:34Z', 'revision_number': 4, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'gw_port': {'id': 'b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:42:33Z', 'updated_at': '2022-02-02T14:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd', 'name': '', 'network_id': 'e384c88d-fa8b-4c63-bd2b-eceb96378eaf', 'tenant_id': '92b3fc41efc145e3ba10a41dd1680663', 'mac_address': 'fa:16:3e:0b:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27233dc6-c8f1-4a21-96dd-8f43324f6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:42:22Z', 'updated_at': '2022-02-02T14:42:26Z', 'revision_number': 5, 'project_id': '92b3fc41efc145e3ba10a41dd1680663', 'subnets': [{'id': '60c3057c-2d2b-446b-94ae-d267d2cfe500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '894d650e-1a1b-485d-b54b-d625032817da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:42:37.365810 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 58890) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:42:37.496374 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-bce0cd0c-c0f0-4bfe-ace9-99a0dd9e3ea2 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1294131 Feb 02 14:42:37.726356 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:42:37.779654 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:37.780041 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:37.860517 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:42:37.860903 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:37.881240 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:42:37.944331 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:37.996537 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:42:39.685681 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:42:39.741696 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:42:39.742091 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:39.825307 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port b4e1048a-1ed5-4f0c-a9e6-c5a21aa1c87f is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:42:42.721902 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5c3166a4-ae0c-4561-b3eb-34f8657ebf28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:45.087503 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-447a8a5e-4e55-4352-99de-d8a749ee408b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:46.091984 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:47.859334 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:42:49.152415 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:43:04.596689 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 5 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:43:12.664510 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4778ba34-7642-478d-9881-c45e6b27afc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:43:15.100121 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9c4af647-6137-443d-b7c0-2d279b69231b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:43:16.087916 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:43:17.692482 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:43:19.488287 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:43:41.595346 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 5 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:43:42.666275 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-412f4016-170e-4f3b-8546-fa06c60b0f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:43:45.094651 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-064d27e8-96b9-490b-be47-469c5f9ea0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:43:46.092688 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:43:47.698269 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:43:49.105937 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:00.427627 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59374) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:00.503098 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54c1814-e026-47f8-b098-bca94de55ea7 admin admin] GET failed (client error): The resource could not be found. Feb 02 14:44:00.504635 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-c54c1814-e026-47f8-b098-bca94de55ea7 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0760152 Feb 02 14:44:00.687729 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824747c-d76d-438d-84cb-41d6915651a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:00.689231 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-4824747c-d76d-438d-84cb-41d6915651a2 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1804860 Feb 02 14:44:02.956625 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59384) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:03.055332 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94625e7-9d8d-47f8-b44e-eee4ac1103c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:03.056703 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b94625e7-9d8d-47f8-b44e-eee4ac1103c9 admin admin] 10.222.0.10 "GET /v2.0/subnets/60c3057c-2d2b-446b-94ae-d267d2cfe500 HTTP/1.1" status: 200 len: 849 time: 0.0991287 Feb 02 14:44:03.067359 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:44:03.154987 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Publish callbacks [] for subnet (60c3057c-2d2b-446b-94ae-d267d2cfe500), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:03.373164 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759364355292'] for subnet (60c3057c-2d2b-446b-94ae-d267d2cfe500), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:03.403867 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:03.404445 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:03.405726 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] 10.222.0.10 "PUT /v2.0/subnets/60c3057c-2d2b-446b-94ae-d267d2cfe500 HTTP/1.1" status: 200 len: 868 time: 0.3422945 Feb 02 14:44:03.423183 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd9c759-725a-4671-a245-7d4c3be2f934 None None] Network e384c88d-fa8b-4c63-bd2b-eceb96378eaf requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:44:03.427108 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c3057c-2d2b-446b-94ae-d267d2cfe500,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:44:03.434712 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.435130 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.435480 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.435820 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.436152 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.436484 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.436831 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.437161 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.437490 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.438304 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.438304 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.438532 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.438794 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf305cf-46ab-41ee-855a-5b33c665ccc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:03.759656 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-55b61390-b240-4b12-a14a-d232df0ca5d6 None None] Provisioning complete for port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:44:03.760078 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-55b61390-b240-4b12-a14a-d232df0ca5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:03.839998 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-55b61390-b240-4b12-a14a-d232df0ca5d6 None None] Current status of the port fe0abf81-bab8-4c1b-bb88-c3c6258bb4bd is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:44:03.850270 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-55b61390-b240-4b12-a14a-d232df0ca5d6 None None] Provisioning complete for port 97066329-7cea-484b-891f-8690f9fbdad1 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:44:03.850656 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-55b61390-b240-4b12-a14a-d232df0ca5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (97066329-7cea-484b-891f-8690f9fbdad1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:03.929037 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-55b61390-b240-4b12-a14a-d232df0ca5d6 None None] Current status of the port 97066329-7cea-484b-891f-8690f9fbdad1 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:44:05.736055 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59392) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:05.942294 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21be13-e68b-4c95-afe0-d2a73cc07978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:05.942672 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21be13-e68b-4c95-afe0-d2a73cc07978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:05.944261 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-8f21be13-e68b-4c95-afe0-d2a73cc07978 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2065487 Feb 02 14:44:08.260510 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59400) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:08.397662 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac9911-1cbc-4e8d-aa4a-1d7ffb385450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:08.398132 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac9911-1cbc-4e8d-aa4a-1d7ffb385450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:08.399721 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-d6ac9911-1cbc-4e8d-aa4a-1d7ffb385450 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1382675 Feb 02 14:44:10.709699 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59408) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:10.857492 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b15a0b-525b-4bde-9d7c-edde1c926809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:10.858938 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-05b15a0b-525b-4bde-9d7c-edde1c926809 admin admin] 10.222.0.10 "GET /v2.0/networks/9739a75a-4066-4d10-9da4-91f07c2c2a48 HTTP/1.1" status: 200 len: 886 time: 0.1481130 Feb 02 14:44:12.666441 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-084eb95d-a6c2-472a-a1ac-ccccd8b4a83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:13.172100 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59416) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:13.304342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00545a8d-0354-45ce-8449-8f99a1adf9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:13.305701 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-00545a8d-0354-45ce-8449-8f99a1adf9af admin admin] 10.222.0.10 "GET /v2.0/networks/e384c88d-fa8b-4c63-bd2b-eceb96378eaf HTTP/1.1" status: 200 len: 870 time: 0.1323562 Feb 02 14:44:15.112557 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3299-0a2b-4a9d-afea-be13bb76245d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:15.636115 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59424) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:15.769267 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcecc19-effe-4a4d-b1b1-ae32388f3d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:15.769736 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcecc19-effe-4a4d-b1b1-ae32388f3d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:15.771510 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-6fcecc19-effe-4a4d-b1b1-ae32388f3d63 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1344137 Feb 02 14:44:16.072425 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:17.710605 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:18.058022 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59432) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:18.153856 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2816a-046a-49eb-9912-2e72665444dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:18.154304 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2816a-046a-49eb-9912-2e72665444dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:18.155873 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-0df2816a-046a-49eb-9912-2e72665444dc admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0968959 Feb 02 14:44:18.593340 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 5 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:44:19.146571 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:20.451240 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 59440) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:20.548239 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72bd8cb-1f73-4afc-a8ae-21b1f27a7da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:20.549586 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f72bd8cb-1f73-4afc-a8ae-21b1f27a7da6 admin admin] 10.222.0.10 "GET /v2.0/subnets/3533a8eb-4469-4f51-9ebc-510cc0649005 HTTP/1.1" status: 200 len: 816 time: 0.0973864 Feb 02 14:44:22.826697 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 59450) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:22.926370 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991876c-2c4d-450e-ba5e-c89181743aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:22.928152 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-c991876c-2c4d-450e-ba5e-c89181743aac admin admin] 10.222.0.10 "GET /v2.0/subnets/60c3057c-2d2b-446b-94ae-d267d2cfe500 HTTP/1.1" status: 200 len: 868 time: 0.1003530 Feb 02 14:44:42.695840 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-13e72df8-af5b-4830-8ade-a40550026c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:45.094308 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-51ff81f2-eaaf-4c96-b79d-01d7e21a032c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:46.072973 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:47.705885 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:48.050736 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 59504) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:48.100377 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [None req-f06b9785-75bc-425a-9342-f07fcb31e69a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:44:48.101453 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f06b9785-75bc-425a-9342-f07fcb31e69a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0496848 Feb 02 14:44:49.142112 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:50.492273 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59512) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:50.555302 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df4b49d-16fc-4569-bf06-6f52a3934494 admin admin] GET failed (client error): The resource could not be found. Feb 02 14:44:50.556629 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-0df4b49d-16fc-4569-bf06-6f52a3934494 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633855 Feb 02 14:44:50.645442 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3266bf21-e02f-4477-81c0-d7f68d7ef273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:50.647011 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-3266bf21-e02f-4477-81c0-d7f68d7ef273 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0861735 Feb 02 14:44:52.993687 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59522) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:53.040521 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Request body: {'network': {'tenant_id': '65b483ff4fd74b07aca26b7070f23ca2', 'name': 'shared', 'shared': True, 'admin_state_up': True, 'project_id': '65b483ff4fd74b07aca26b7070f23ca2'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:44:53.125355 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Made reservation on behalf of 65b483ff4fd74b07aca26b7070f23ca2 for: {'network': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:44:53.127680 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:53.155436 dv-cinder-782518-2-iscsi neutron-server[121022]: WARNING neutron.services.revisions.revision_plugin [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Could not find related network for resource to bump revision. Feb 02 14:44:53.170510 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=121022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:44:53.179893 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (96dee96b-c1e1-483e-9024-8cbc96879a2c), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:53.180233 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.segments_db [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Added segment 96dee96b-c1e1-483e-9024-8cbc96879a2c of type vlan for network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 Feb 02 14:44:53.228384 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (ba202c72-97eb-4f5a-afba-a7c0e7cf4b28), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:53.345923 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (ba202c72-97eb-4f5a-afba-a7c0e7cf4b28), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:53.346938 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:53.347577 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:53.408905 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] Pushing event updated for resources: {'Network': ['ID=ba202c72-97eb-4f5a-afba-a7c0e7cf4b28,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:44:53.418706 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:44:53.489146 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-d314ebbf-08ff-425e-98a7-202ec0ab363c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4942880 Feb 02 14:44:55.591901 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 5 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:44:55.829314 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59532) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:44:55.889610 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.pecan_wsgi.hooks.translation [None req-58578e64-b179-45df-b3e5-eb175d4ff2ec admin admin] GET failed (client error): The resource could not be found. Feb 02 14:44:55.890967 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-58578e64-b179-45df-b3e5-eb175d4ff2ec admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606291 Feb 02 14:44:55.963112 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a57ec-21bc-4f58-ac79-4f424f6dc186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:55.964571 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-417a57ec-21bc-4f58-ac79-4f424f6dc186 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0693743 Feb 02 14:44:55.974833 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'tenant_id': '65b483ff4fd74b07aca26b7070f23ca2', 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:44:56.079022 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Made reservation on behalf of 65b483ff4fd74b07aca26b7070f23ca2 for: {'subnet': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:44:56.081489 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:56.422165 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (883cd1e8-57fd-45d7-b27c-029d8a7f7674), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:56.477969 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883cd1e8-57fd-45d7-b27c-029d8a7f7674,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:44:56.486543 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Checking segment: {'id': '96dee96b-c1e1-483e-9024-8cbc96879a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:44:56.486927 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Network hostable DHCP agents. Network: ba202c72-97eb-4f5a-afba-a7c0e7cf4b28, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:44:56.610642 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:44:56.736770 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, ba202c72-97eb-4f5a-afba-a7c0e7cf4b28) {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:44:56.741126 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:44:56.741745 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:56.746750 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b75028-8e21-455d-b961-baf1c6235c82 None None] Network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:44:56.847699 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8970d6d-21a6-55cd-b380-35afc46c0d2f-ba202c72-97eb-4f5a-afba-a7c0e7cf4b28', 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28', 'project_id': '65b483ff4fd74b07aca26b7070f23ca2', 'fixed_ips': [{'subnet_id': '883cd1e8-57fd-45d7-b27c-029d8a7f7674'}]}} from dv-cinder-782518-2-iscsi. {{(pid=121023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:44:56.848612 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:56.887328 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-d48ecb14-749e-4cda-b492-28ff6b1786d2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9157877 Feb 02 14:44:56.996011 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.db_base_plugin_common [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Allocated IP 192.168.233.2 (ba202c72-97eb-4f5a-afba-a7c0e7cf4b28/883cd1e8-57fd-45d7-b27c-029d8a7f7674/0182f5b8-34f7-4f81-9d28-d434a11805a6) {{(pid=121023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:44:57.245768 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Publish callbacks [] for port (0182f5b8-34f7-4f81-9d28-d434a11805a6), precommit_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:57.373655 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (0182f5b8-34f7-4f81-9d28-d434a11805a6), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:57.405425 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 is already hosted by enough agents. {{(pid=121023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:44:57.410667 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.base_scheduler [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Resources bound (agent type, host, resource id): {{(pid=121023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:44:57.416870 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Received port after_create {{(pid=121023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:44:57.419942 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Pushing event updated for resources: {'Port': ['ID=0182f5b8-34f7-4f81-9d28-d434a11805a6,revision_number=1']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:44:57.431650 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.432015 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.432372 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.432707 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.433033 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.433363 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.433681 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.434004 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.434336 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.434652 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.434998 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.435324 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.435736 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:44:57.486938 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Attempting to bind port 0182f5b8-34f7-4f81-9d28-d434a11805a6 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:44:57.487297 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Attempting to bind port 0182f5b8-34f7-4f81-9d28-d434a11805a6 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '96dee96b-c1e1-483e-9024-8cbc96879a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:44:57.487660 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Attempting to bind port 0182f5b8-34f7-4f81-9d28-d434a11805a6 on network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:44:57.493367 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:44:57.493747 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Checking segment: {'id': '96dee96b-c1e1-483e-9024-8cbc96879a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:44:57.494128 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:57.494522 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Bound using segment: {'id': '96dee96b-c1e1-483e-9024-8cbc96879a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:44:57.495019 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Bound port: 0182f5b8-34f7-4f81-9d28-d434a11805a6, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96dee96b-c1e1-483e-9024-8cbc96879a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:44:57.495394 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (0182f5b8-34f7-4f81-9d28-d434a11805a6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:57.561359 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] For port 0182f5b8-34f7-4f81-9d28-d434a11805a6, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:44:57.564504 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] For port 0182f5b8-34f7-4f81-9d28-d434a11805a6, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=0182f5b8-34f7-4f81-9d28-d434a11805a6,segment=NetworkSegment(96dee96b-c1e1-483e-9024-8cbc96879a2c),segment_id=96dee96b-c1e1-483e-9024-8cbc96879a2c)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:44:57.656047 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (0182f5b8-34f7-4f81-9d28-d434a11805a6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:57.724554 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589f709-fb81-46cd-af52-5c61866d6466 None None] Pushing event updated for resources: {'Port': ['ID=0182f5b8-34f7-4f81-9d28-d434a11805a6,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:44:58.705017 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e58654-5514-4e9e-9b42-ce4ab72c9725 None None] Network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:44:58.796994 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-e4129f70-a972-48a3-8a92-90df9326b94f None None] Provisioning complete for port 0182f5b8-34f7-4f81-9d28-d434a11805a6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:44:58.797314 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e4129f70-a972-48a3-8a92-90df9326b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (0182f5b8-34f7-4f81-9d28-d434a11805a6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:58.909962 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-e4129f70-a972-48a3-8a92-90df9326b94f None None] Current status of the port 0182f5b8-34f7-4f81-9d28-d434a11805a6 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:44:58.910369 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e4129f70-a972-48a3-8a92-90df9326b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (0182f5b8-34f7-4f81-9d28-d434a11805a6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:58.945955 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-e4129f70-a972-48a3-8a92-90df9326b94f None None] For port 0182f5b8-34f7-4f81-9d28-d434a11805a6, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=0182f5b8-34f7-4f81-9d28-d434a11805a6,segment=NetworkSegment(96dee96b-c1e1-483e-9024-8cbc96879a2c),segment_id=96dee96b-c1e1-483e-9024-8cbc96879a2c)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:44:59.034226 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e4129f70-a972-48a3-8a92-90df9326b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (0182f5b8-34f7-4f81-9d28-d434a11805a6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:59.085086 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4129f70-a972-48a3-8a92-90df9326b94f None None] Pushing event updated for resources: {'Port': ['ID=0182f5b8-34f7-4f81-9d28-d434a11805a6,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:44:59.155412 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-6d388a94-8943-4ee3-a92b-3b1806dad3a2 None None] Provisioning complete for port 0182f5b8-34f7-4f81-9d28-d434a11805a6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:44:59.155869 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6d388a94-8943-4ee3-a92b-3b1806dad3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (0182f5b8-34f7-4f81-9d28-d434a11805a6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:59.239867 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-6d388a94-8943-4ee3-a92b-3b1806dad3a2 None None] Current status of the port 0182f5b8-34f7-4f81-9d28-d434a11805a6 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:44:59.817111 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 0182f5b8-34f7-4f81-9d28-d434a11805a6 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:44:59.869056 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 0182f5b8-34f7-4f81-9d28-d434a11805a6 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:44:59.869444 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (0182f5b8-34f7-4f81-9d28-d434a11805a6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:44:59.949374 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 0182f5b8-34f7-4f81-9d28-d434a11805a6 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:45:12.651034 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e6e4f6f6-a7af-4406-9e81-1927750469e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:45:15.108469 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4553ec9c-ffac-4766-9fe1-3c8d5c04fd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:45:16.091056 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:45:17.717998 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:45:19.136924 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:45:32.590884 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 5 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:45:42.663441 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-fe9af868-e187-4579-b459-54820b9a4f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:45:45.106638 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6962c79b-eb6e-4c58-9bed-32830ee4cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:45:46.103724 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:45:47.692221 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:45:49.135459 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:09.590111 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 5 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:46:12.655735 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b25715fd-e281-4f1a-ae70-ba6f25ac2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:15.121440 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-efa9f8bd-2cc4-4df3-ac53-637b5bbe5581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:16.138794 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:17.718716 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:19.126939 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:35.330821 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 59576) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:46:35.337126 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [None req-0a7f6fc6-c21b-4bbf-8013-2f0bc44848ab tempest-verify_tempest_config-1488971090 tempest-verify_tempest_config-1488971090-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:46:35.338118 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-0a7f6fc6-c21b-4bbf-8013-2f0bc44848ab tempest-verify_tempest_config-1488971090 tempest-verify_tempest_config-1488971090-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063384 Feb 02 14:46:35.892558 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 59594) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:46:35.995835 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:36.068201 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Publish callbacks [] for security_group (03f5c1fa-f8bb-4836-a21c-d9d25e8527b0), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:36.222785 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (03f5c1fa-f8bb-4836-a21c-d9d25e8527b0), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:36.269216 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f5c1fa-f8bb-4836-a21c-d9d25e8527b0,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:46:36.273003 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0792543dbb748b58eea155cd663aaa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3794780 Feb 02 14:46:36.275890 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59598) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:46:36.279245 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.279593 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.279930 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.280264 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.280651 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.280977 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.281324 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.281651 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.281987 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.282329 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.282651 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.283006 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.283319 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3714bf-6c48-4722-8db1-12d564f86313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.331795 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Publish callbacks [] for security_group (03f5c1fa-f8bb-4836-a21c-d9d25e8527b0), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:36.352005 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Publish callbacks [] for security_group (03f5c1fa-f8bb-4836-a21c-d9d25e8527b0), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:36.539428 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (03f5c1fa-f8bb-4836-a21c-d9d25e8527b0), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:36.542734 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:36.543990 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03f5c1fa-f8bb-4836-a21c-d9d25e8527b0 HTTP/1.1" status: 204 len: 168 time: 0.2670524 Feb 02 14:46:36.552098 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f5c1fa-f8bb-4836-a21c-d9d25e8527b0,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:46:36.559855 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.560212 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.560552 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.560879 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.561231 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.561551 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.561984 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.562178 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.562569 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.562958 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.568514 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.568514 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:36.568514 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f1c0aa-5f02-407a-8111-7d4568755d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:46:42.668301 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-40671c85-6428-4736-9211-207941c5adfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:45.139548 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-845ce924-e07e-4c19-bfad-41e37e9dd1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:46.079603 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:46.590205 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 5 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:46:47.705028 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:46:49.108059 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:47:12.668290 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-38ef1831-4185-477d-99b5-1e790db9bb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:47:15.097281 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7c05ae00-d69f-4ab9-95f5-b746bd0816f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:47:16.114494 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:47:17.685040 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:47:19.111056 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:47:23.589085 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 5 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:47:42.666585 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7d9775eb-b6ab-49ab-a06d-f3ce029d8e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:47:45.103585 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7617b9a4-4c06-4d02-b463-5be0790d4d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:47:46.094643 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:47:47.697439 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:47:49.140152 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:00.588053 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 5 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:48:12.653291 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b682cc74-986b-416d-a991-244e3a652dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:15.110239 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b6e7-b625-4904-9df1-c69d46c2989f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:16.137797 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:17.707562 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:19.143782 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:24.255348 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-637579'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:37.590525 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:48:39.398632 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59672) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:48:39.508376 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-4fbcd79d-fbf3-42e9-90d2-ce1ce941480e admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1082616 Feb 02 14:48:41.770475 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59682) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:48:41.823948 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-09f37e2e-e835-44f2-b170-1d3bd743ff8b admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523689 Feb 02 14:48:42.651202 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-1698cdb2-1528-4633-8280-c60afd833b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:45.085504 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-18834a08-0ff1-4e25-ab12-d5391b6d5af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:46.111696 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:47.711284 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:49.133560 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:48:54.225076 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:12.646653 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-fec56d2d-9760-4fa1-a2e5-ff8fda03f402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:14.590555 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:49:15.097880 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-1252e29f-7ca1-4e3a-9b61-138e87c8f25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:16.118144 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:17.726499 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:19.120598 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:24.208641 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:42.659612 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e2a595c2-5d4a-44b7-bb32-95af65e1e946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:45.096837 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-52fcc506-ae32-461e-a9f3-33e613b38b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:46.167653 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:47.713939 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:49.114158 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:49:51.589979 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:49:54.233638 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:12.695797 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f45cf7d2-5561-493c-ac94-2fadf39f358a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:15.137444 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-24e75a91-3d28-4146-b41e-bfa9fbdce63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:15.617792 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59830) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:16.030632 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1609374823-network', 'tenant_id': '4e9d46681cc2408c9526c4f9575361b6'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:16.137480 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.164135 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Made reservation on behalf of 4e9d46681cc2408c9526c4f9575361b6 for: {'network': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:16.166565 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.175535 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.258902 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Publish callbacks [] for security_group (d2dc0903-db0f-444c-846f-e75b4b9cca85), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.267767 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59862) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:16.354929 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (d2dc0903-db0f-444c-846f-e75b4b9cca85), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.381779 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=121022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:50:16.392315 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc0903-db0f-444c-846f-e75b4b9cca85,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:16.398432 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (76ac384e-e99e-4918-af66-ea57cfbb42de), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.398791 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.segments_db [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Added segment 76ac384e-e99e-4918-af66-ea57cfbb42de of type vlan for network 881700dd-aa90-43d9-8db0-8f463dc5ec94 Feb 02 14:50:16.409938 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.410307 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.410647 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.411122 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.411629 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.412072 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.412399 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.412729 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.413073 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.413414 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.413739 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.414057 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.414371 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Tracked resource versions report: Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: pushed versions: Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: { 'AddressGroup': {'1.2'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'ConntrackHelper': {'1.0'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'LocalIPAssociation': {'1.0'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Log': {'1.0'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Network': {'1.1'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Port': {'1.7'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'PortForwarding': {'1.2'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'QosPolicy': {'1.10'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SecurityGroup': {'1.5'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SubPort': {'1.0'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Subnet': {'1.1'}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Trunk': {'1.1'}} Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: consumer versions: Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: { DHCP agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: HyperV agent@hv-cinder-78251: {}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: L3 agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: Metadata agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: Metering agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: Open vSwitch agent@dv-cinder-782518-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'ConntrackHelper': '1.0', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'LocalIPAssociation': '1.0', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Log': '1.0', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Network': '1.1', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Port': '1.7', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'PortForwarding': '1.2', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'QosPolicy': '1.10', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SecurityGroup': '1.5', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SecurityGroupRule': '1.2', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'SubPort': '1.0', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Subnet': '1.1', Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: 'Trunk': '1.1'}} Feb 02 14:50:16.415507 dv-cinder-782518-2-iscsi neutron-server[121022]: {{(pid=121022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:50:16.454247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (881700dd-aa90-43d9-8db0-8f463dc5ec94), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.546042 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-375104395-network', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:16.549975 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (881700dd-aa90-43d9-8db0-8f463dc5ec94), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.550882 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:16.552020 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.626698 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] Pushing event updated for resources: {'Network': ['ID=881700dd-aa90-43d9-8db0-8f463dc5ec94,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:16.637370 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 881700dd-aa90-43d9-8db0-8f463dc5ec94 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:50:16.643400 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-ce3a5b11-63f3-457c-b146-e3a9da355db9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0218449 Feb 02 14:50:16.643588 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59882) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:16.649115 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Request body: {'subnet': {'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1609374823-subnet', 'tenant_id': '4e9d46681cc2408c9526c4f9575361b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:16.695358 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Made reservation on behalf of a1287bea610b4ebf9b63e136bf969c31 for: {'network': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:16.697946 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.707044 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.762425 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Made reservation on behalf of 4e9d46681cc2408c9526c4f9575361b6 for: {'subnet': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:16.764700 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.879697 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Publish callbacks [] for security_group (fb0cd056-21ae-44e1-bd66-59fd7c9d958f), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.896435 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 59890) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:16.929317 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 59896) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:16.971622 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (fb0cd056-21ae-44e1-bd66-59fd7c9d958f), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:16.999785 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=121022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:50:17.005261 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0cd056-21ae-44e1-bd66-59fd7c9d958f,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:17.012613 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (f42bd642-e570-4614-8201-2b8918292189), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.012986 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.segments_db [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Added segment f42bd642-e570-4614-8201-2b8918292189 of type vlan for network f883f6f4-297a-4457-aef2-a51100510aa0 Feb 02 14:50:17.047692 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (b5da69a2-8942-45df-bb4a-0dcff917a34f), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.063378 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (f883f6f4-297a-4457-aef2-a51100510aa0), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.134700 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5da69a2-8942-45df-bb4a-0dcff917a34f,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:17.163965 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Checking segment: {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:17.164330 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Network hostable DHCP agents. Network: 881700dd-aa90-43d9-8db0-8f463dc5ec94, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:50:17.217947 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (f883f6f4-297a-4457-aef2-a51100510aa0), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.219114 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:17.219708 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.288078 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Network 881700dd-aa90-43d9-8db0-8f463dc5ec94 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:50:17.298056 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f883f6f4-297a-4457-aef2-a51100510aa0,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:17.306016 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-51fc940a-bb65-42cc-a208-21ed2305d2b6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0371108 Feb 02 14:50:17.309138 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59908) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:17.316529 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Request body: {'subnet': {'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-375104395-subnet', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:17.324123 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-20009214-network', 'tenant_id': '288118205ed44744a302b296426f45f7'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:17.378234 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 881700dd-aa90-43d9-8db0-8f463dc5ec94) {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:17.383583 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:17.388448 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.393266 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25006ef5-22dc-4dd2-b7fe-4f756970ea47 None None] Network 881700dd-aa90-43d9-8db0-8f463dc5ec94 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:17.418644 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1542517664-network', 'tenant_id': '449f6d50e688483e897f60c851beeff3'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:17.423523 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network f883f6f4-297a-4457-aef2-a51100510aa0 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:50:17.425203 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59910) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:17.434775 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Made reservation on behalf of a1287bea610b4ebf9b63e136bf969c31 for: {'subnet': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:17.437173 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.452758 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Made reservation on behalf of 288118205ed44744a302b296426f45f7 for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:17.458586 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.469340 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.475367 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-ca352543-1476-4a5a-801f-6c814e43f00f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8305466 Feb 02 14:50:17.536593 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Made reservation on behalf of 449f6d50e688483e897f60c851beeff3 for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:17.539219 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.553495 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.603945 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Publish callbacks [] for security_group (67fbb86f-045c-49f1-a941-c19a10d62426), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.646589 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7a24c-4057-4d9d-ab42-30d989c79ec8 None None] Network 881700dd-aa90-43d9-8db0-8f463dc5ec94 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:17.687483 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (67fbb86f-045c-49f1-a941-c19a10d62426), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.703314 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:50:17.721772 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (f7389067-95c0-4df9-b2eb-194e13b995a0), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.722397 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Added segment f7389067-95c0-4df9-b2eb-194e13b995a0 of type vlan for network c17544a5-d2c4-42f7-94cc-d29c8257a630 Feb 02 14:50:17.740575 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.766933 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (f9c60aac-2708-4553-bac1-97e038841f6e), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.776846 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Publish callbacks [] for security_group (f3e307dd-ca2a-43b2-9682-4cf08a998b11), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.811931 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (c17544a5-d2c4-42f7-94cc-d29c8257a630), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.817998 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fbb86f-045c-49f1-a941-c19a10d62426,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:17.833390 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.834107 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.834666 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.835791 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.835791 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.835791 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.836560 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.836560 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.836787 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.836954 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.836954 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.837602 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.837931 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Tracked resource versions report: Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: pushed versions: Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: { 'AddressGroup': {'1.2'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'ConntrackHelper': {'1.0'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'LocalIPAssociation': {'1.0'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Log': {'1.0'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Network': {'1.1'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Port': {'1.7'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'PortForwarding': {'1.2'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'QosPolicy': {'1.10'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SecurityGroup': {'1.5'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SubPort': {'1.0'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Subnet': {'1.1'}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Trunk': {'1.1'}} Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: consumer versions: Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: { DHCP agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: HyperV agent@hv-cinder-78251: {}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: L3 agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: Metadata agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: Metering agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: Open vSwitch agent@dv-cinder-782518-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'ConntrackHelper': '1.0', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'LocalIPAssociation': '1.0', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Log': '1.0', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Network': '1.1', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Port': '1.7', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'PortForwarding': '1.2', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'QosPolicy': '1.10', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SecurityGroup': '1.5', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SecurityGroupRule': '1.2', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'SubPort': '1.0', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Subnet': '1.1', Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: 'Trunk': '1.1'}} Feb 02 14:50:17.839596 dv-cinder-782518-2-iscsi neutron-server[121021]: {{(pid=121021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:50:17.846911 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (f3e307dd-ca2a-43b2-9682-4cf08a998b11), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.855210 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-141747836-network', 'tenant_id': '1ad57d0ab0bf430383bdb48012fe2f67'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:17.883862 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c60aac-2708-4553-bac1-97e038841f6e,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:17.888303 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Checking segment: {'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:17.888813 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Network hostable DHCP agents. Network: f883f6f4-297a-4457-aef2-a51100510aa0, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:50:17.891200 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e307dd-ca2a-43b2-9682-4cf08a998b11,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:17.894452 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:50:17.907627 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (820ed15e-f832-45c9-8eb7-427da2f6c9c3), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:17.908245 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Added segment 820ed15e-f832-45c9-8eb7-427da2f6c9c3 of type vlan for network ffeb9753-c010-43e9-81c8-8396a611c544 Feb 02 14:50:17.970486 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (ffeb9753-c010-43e9-81c8-8396a611c544), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.006696 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Made reservation on behalf of 1ad57d0ab0bf430383bdb48012fe2f67 for: {'network': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:18.007116 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (c17544a5-d2c4-42f7-94cc-d29c8257a630), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.008336 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:18.009097 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.009286 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.018345 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.052300 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Network f883f6f4-297a-4457-aef2-a51100510aa0 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:50:18.101505 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (ffeb9753-c010-43e9-81c8-8396a611c544), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.102439 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:18.103543 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.107076 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] Pushing event updated for resources: {'Network': ['ID=c17544a5-d2c4-42f7-94cc-d29c8257a630,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:18.116901 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Publish callbacks [] for security_group (3a390176-0ead-4f53-83dc-1cef9541a9a1), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.119015 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network c17544a5-d2c4-42f7-94cc-d29c8257a630 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:50:18.159186 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-afb3592a-035f-41a5-ad14-d508a0eec292 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2570384 Feb 02 14:50:18.159618 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59936) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:18.165405 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Request body: {'subnet': {'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-subnet', 'tenant_id': '288118205ed44744a302b296426f45f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:18.193310 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, f883f6f4-297a-4457-aef2-a51100510aa0) {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:18.197824 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:18.205009 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.207805 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85efbe1-e01a-4a28-a020-f1822d86675a None None] Network f883f6f4-297a-4457-aef2-a51100510aa0 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:18.224107 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (3a390176-0ead-4f53-83dc-1cef9541a9a1), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.259717 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 59948) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:18.267066 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Request body: {'subnet': {'network_id': 'ffeb9753-c010-43e9-81c8-8396a611c544', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1542517664-subnet', 'tenant_id': '449f6d50e688483e897f60c851beeff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:18.267659 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.3360384 Feb 02 14:50:18.270650 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dec22-8507-46e0-ab9d-4a693998cc56 admin admin] Pushing event updated for resources: {'Network': ['ID=ffeb9753-c010-43e9-81c8-8396a611c544,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:18.271465 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=121022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:50:18.291793 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 59952) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:18.292023 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f9074789-4842-4f5b-859d-d964c3ff7826 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9810922 Feb 02 14:50:18.299935 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-375104395-router', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:18.303861 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network ffeb9753-c010-43e9-81c8-8396a611c544 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:50:18.311526 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (dde88e3f-e120-4c81-bc33-16263f2baece), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.311877 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.segments_db [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Added segment dde88e3f-e120-4c81-bc33-16263f2baece of type vlan for network ad9ac8db-9ecf-40d9-b0da-e806aea0360d Feb 02 14:50:18.328937 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Made reservation on behalf of 288118205ed44744a302b296426f45f7 for: {'subnet': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:18.331976 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.338365 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a390176-0ead-4f53-83dc-1cef9541a9a1,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:18.433244 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f9e2eb-fb87-4e97-b0bb-1cee2d57b5dc None None] Network f883f6f4-297a-4457-aef2-a51100510aa0 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:18.433838 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16148'] for router (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.436905 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-638477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16157'] for router (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.449626 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (ad9ac8db-9ecf-40d9-b0da-e806aea0360d), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.474463 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Made reservation on behalf of 449f6d50e688483e897f60c851beeff3 for: {'subnet': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:18.482730 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.644172 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (ad9ac8db-9ecf-40d9-b0da-e806aea0360d), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.645195 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:18.645779 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.669928 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks [] for router_controller (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), precommit_add_association {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:18.773798 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] Pushing event updated for resources: {'Network': ['ID=ad9ac8db-9ecf-40d9-b0da-e806aea0360d,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:18.788266 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network ad9ac8db-9ecf-40d9-b0da-e806aea0360d details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:50:18.791413 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f4199e28-57e8-4ca6-a0c5-1d9d64f2247a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3651659 Feb 02 14:50:18.795492 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 59970) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:18.802643 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Request body: {'subnet': {'network_id': 'ad9ac8db-9ecf-40d9-b0da-e806aea0360d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-141747836-subnet', 'tenant_id': '1ad57d0ab0bf430383bdb48012fe2f67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:18.936806 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (9f124fc1-cdbb-4836-a7e8-744894a6e955), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.025867 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f124fc1-cdbb-4836-a7e8-744894a6e955,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:19.034674 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (3cf0f43b-6168-4edb-8c5b-7b61bc875605), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.046102 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks [] for router_gateway (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.142391 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf0f43b-6168-4edb-8c5b-7b61bc875605,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:19.157396 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Checking segment: {'id': '820ed15e-f832-45c9-8eb7-427da2f6c9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'ffeb9753-c010-43e9-81c8-8396a611c544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:19.157921 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Network hostable DHCP agents. Network: ffeb9753-c010-43e9-81c8-8396a611c544, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:50:19.168060 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Checking segment: {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:19.168621 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Network hostable DHCP agents. Network: c17544a5-d2c4-42f7-94cc-d29c8257a630, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:50:19.177895 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Made reservation on behalf of 1ad57d0ab0bf430383bdb48012fe2f67 for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:19.178954 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.183059 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.330346 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Network ffeb9753-c010-43e9-81c8-8396a611c544 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:50:19.332461 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Network c17544a5-d2c4-42f7-94cc-d29c8257a630 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:50:19.481007 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60012) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:19.483625 dv-cinder-782518-2-iscsi neutron-server[121022]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 14:50:19.508643 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, c17544a5-d2c4-42f7-94cc-d29c8257a630) {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:19.510543 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, ffeb9753-c010-43e9-81c8-8396a611c544) {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:19.517885 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6705c11a-a562-400f-815c-d8403d33c6f1 None None] Network c17544a5-d2c4-42f7-94cc-d29c8257a630 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:19.542304 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:19.542684 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.635301 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks [] for router_gateway (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.741551 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.745083 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8970d6d-21a6-55cd-b380-35afc46c0d2f-c17544a5-d2c4-42f7-94cc-d29c8257a630', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'project_id': '288118205ed44744a302b296426f45f7', 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955'}]}} from dv-cinder-782518-2-iscsi. {{(pid=121023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:50:19.746810 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.788140 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054c420-d346-406d-81cb-0959d491d1fe None None] Network ffeb9753-c010-43e9-81c8-8396a611c544 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:19.797851 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:19.798490 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.807292 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f598dfd9-7d3b-413f-a59a-3faaa766803f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6466048 Feb 02 14:50:19.815042 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60030) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:19.820371 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:19.940387 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-c7d7ebb5-d1a2-4db5-a604-5390466caa7e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:19.960020 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-c7d7ebb5-d1a2-4db5-a604-5390466caa7e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/networks?id=881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 200 len: 815 time: 0.4773479 Feb 02 14:50:19.960992 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Allocated IP 172.27.3.124 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/3b89a4ff-f30a-4828-9324-f0af31c5f0d3) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:19.973953 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (97da7bd1-4ebf-486f-bf51-aa4ffdfc3782), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:19.980408 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-da882139-9b51-4d7c-8684-b463f0782594 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7172766 Feb 02 14:50:20.007281 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16683ce0-b61b-4de5-af07-8bda2b6a25e1 None None] Network ffeb9753-c010-43e9-81c8-8396a611c544 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:20.009956 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.db_base_plugin_common [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Allocated IP 172.20.0.2 (c17544a5-d2c4-42f7-94cc-d29c8257a630/9f124fc1-cdbb-4836-a7e8-744894a6e955/fe772672-b166-4c41-97af-36af724f06a5) {{(pid=121023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:20.019281 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-f56e235c-96ce-4650-9e9e-3fa1705c6f31 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/quotas/4e9d46681cc2408c9526c4f9575361b6 HTTP/1.1" status: 200 len: 375 time: 0.0580299 Feb 02 14:50:20.105664 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97da7bd1-4ebf-486f-bf51-aa4ffdfc3782,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:20.128717 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Checking segment: {'id': 'dde88e3f-e120-4c81-bc33-16263f2baece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ad9ac8db-9ecf-40d9-b0da-e806aea0360d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:20.129078 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Network hostable DHCP agents. Network: ad9ac8db-9ecf-40d9-b0da-e806aea0360d, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:50:20.137947 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-371ee458-f9ce-4408-bd4a-0325b859acf3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162524 Feb 02 14:50:20.140138 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16148'] for router (73e4298b-d99c-45b4-aa3b-6829a06c5edc), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.141876 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-638477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16157'] for router (73e4298b-d99c-45b4-aa3b-6829a06c5edc), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.162129 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks [] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.249256 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks [] for router_controller (73e4298b-d99c-45b4-aa3b-6829a06c5edc), precommit_add_association {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.264634 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Network ad9ac8db-9ecf-40d9-b0da-e806aea0360d is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:50:20.269887 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Publish callbacks [] for port (fe772672-b166-4c41-97af-36af724f06a5), precommit_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.382239 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, ad9ac8db-9ecf-40d9-b0da-e806aea0360d) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:20.384491 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (fe772672-b166-4c41-97af-36af724f06a5), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.385613 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.394472 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e4ae2-1af5-47f1-9426-230ea30b47e4 None None] Network ad9ac8db-9ecf-40d9-b0da-e806aea0360d requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:20.415182 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:20.415523 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.475512 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Network c17544a5-d2c4-42f7-94cc-d29c8257a630 is already hosted by enough agents. {{(pid=121023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:20.498914 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.base_scheduler [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Resources bound (agent type, host, resource id): {{(pid=121023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:20.503252 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Pushing event updated for resources: {'Port': ['ID=fe772672-b166-4c41-97af-36af724f06a5,revision_number=1']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:20.508198 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Received port after_create {{(pid=121023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:20.549653 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.550259 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.550367 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.550720 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.551082 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.552111 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.552448 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.552782 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.553108 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.553456 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.553789 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.554115 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.554441 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Tracked resource versions report: Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: pushed versions: Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: { 'AddressGroup': {'1.2'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'ConntrackHelper': {'1.0'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'LocalIPAssociation': {'1.0'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Log': {'1.0'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Network': {'1.1'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Port': {'1.7'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'PortForwarding': {'1.2'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'QosPolicy': {'1.10'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SecurityGroup': {'1.5'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SubPort': {'1.0'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Subnet': {'1.1'}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Trunk': {'1.1'}} Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: consumer versions: Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: { DHCP agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: HyperV agent@hv-cinder-78251: {}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: L3 agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: Metadata agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: Metering agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: Open vSwitch agent@dv-cinder-782518-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'ConntrackHelper': '1.0', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'LocalIPAssociation': '1.0', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Log': '1.0', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Network': '1.1', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Port': '1.7', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'PortForwarding': '1.2', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'QosPolicy': '1.10', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SecurityGroup': '1.5', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SecurityGroupRule': '1.2', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'SubPort': '1.0', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Subnet': '1.1', Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: 'Trunk': '1.1'}} Feb 02 14:50:20.555664 dv-cinder-782518-2-iscsi neutron-server[121023]: {{(pid=121023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:50:20.562697 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks [] for router_gateway (73e4298b-d99c-45b4-aa3b-6829a06c5edc), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.569616 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:20.572812 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-bfb87b62-f16a-4187-9559-f3e1113f0792 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:50:20.574865 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-bfb87b62-f16a-4187-9559-f3e1113f0792 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2117431 Feb 02 14:50:20.575552 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:20.580042 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Pushing event updated for resources: {'Port': ['ID=3b89a4ff-f30a-4828-9324-f0af31c5f0d3,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:20.583885 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:20.689098 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-9628fe0f-846c-410b-8f82-1245846a3848 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8924792 Feb 02 14:50:20.809585 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-11f8d898-8957-4e61-a7c5-41962cca68b5 service neutron] 10.222.0.10 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275517 Feb 02 14:50:20.910685 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Attempting to bind port fe772672-b166-4c41-97af-36af724f06a5 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:50:20.911759 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Attempting to bind port fe772672-b166-4c41-97af-36af724f06a5 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:50:20.911759 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Attempting to bind port fe772672-b166-4c41-97af-36af724f06a5 on network c17544a5-d2c4-42f7-94cc-d29c8257a630 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:20.936566 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:50:20.937636 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Checking segment: {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:20.938649 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.939357 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Bound using segment: {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:50:20.940176 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Bound port: fe772672-b166-4c41-97af-36af724f06a5, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:50:20.954876 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (fe772672-b166-4c41-97af-36af724f06a5), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:20.987288 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e024f1-e721-47c7-8f6f-be91b2195143 None None] Network ad9ac8db-9ecf-40d9-b0da-e806aea0360d requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:21.096018 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks [] for router_gateway (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:21.112191 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d5e9979e-c288-4d2f-b97d-ef1486238b83 service neutron] 10.222.0.10 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951930 Feb 02 14:50:21.120822 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks [] for router_gateway (73e4298b-d99c-45b4-aa3b-6829a06c5edc), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:21.124568 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] For port fe772672-b166-4c41-97af-36af724f06a5, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:50:21.137671 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] For port fe772672-b166-4c41-97af-36af724f06a5, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=fe772672-b166-4c41-97af-36af724f06a5,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:50:21.152044 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:21.275859 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (fe772672-b166-4c41-97af-36af724f06a5), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:21.320815 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Allocated IP 172.27.3.52 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/28efb03e-07d9-4244-846f-1645ff96f890) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:21.346417 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60092) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:21.347365 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c54ca-b0cc-4f93-8dc1-2362c9bb87af None None] Pushing event updated for resources: {'Port': ['ID=fe772672-b166-4c41-97af-36af724f06a5,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:21.506405 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804'] for router (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:21.721612 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60126) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:21.728297 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1139671229-network', 'tenant_id': '1c765b8264974431a35bfb41b104e9ad'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:21.801981 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6b68-e7be-4f53-ad9d-6449accabe5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:21.821210 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f5d951b5-b934-4293-a3bd-65b07bfd6b5e req-c230a1b3-6a63-4e9c-8c99-d3557edbfe40 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 210 time: 0.2650938 Feb 02 14:50:21.839816 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks [] for port (28efb03e-07d9-4244-846f-1645ff96f890), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:21.896886 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Made reservation on behalf of 1c765b8264974431a35bfb41b104e9ad for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:21.911862 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:21.928613 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.019317 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 is scheduled to L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 with binding_index 1 {{(pid=121021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:50:22.043974 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6b68-e7be-4f53-ad9d-6449accabe5c admin admin] Publish callbacks [] for security_group (3d8dc7fc-a813-457c-a186-773d42153bf8), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.047692 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (28efb03e-07d9-4244-846f-1645ff96f890), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.162434 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device fe772672-b166-4c41-97af-36af724f06a5 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:22.175189 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Pushing event updated for resources: {'Port': ['ID=28efb03e-07d9-4244-846f-1645ff96f890,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:22.181569 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:22.182623 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6b68-e7be-4f53-ad9d-6449accabe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (3d8dc7fc-a813-457c-a186-773d42153bf8), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.202702 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:22.217680 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:22.324666 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port fe772672-b166-4c41-97af-36af724f06a5 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:22.325068 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fe772672-b166-4c41-97af-36af724f06a5), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.339621 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-4b1d6b68-e7be-4f53-ad9d-6449accabe5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7dde356626014893bb437ee1fa5c9cc9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9894845 Feb 02 14:50:22.342410 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60146) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:22.351294 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d6b68-e7be-4f53-ad9d-6449accabe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8dc7fc-a813-457c-a186-773d42153bf8,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:22.490386 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Publish callbacks [] for security_group (f585d628-6939-48c5-b424-b70ad3d3e6c4), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.497872 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-62c829fa-8a9c-4311-bcea-f34c9c5ed699 admin admin] Publish callbacks [] for security_group (3d8dc7fc-a813-457c-a186-773d42153bf8), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.498749 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:50:22.510626 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Sync routers for ids ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:50:22.528399 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Routers {'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:50:22.530014 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:50:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:22.568127 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-62c829fa-8a9c-4311-bcea-f34c9c5ed699 admin admin] Publish callbacks [] for security_group (3d8dc7fc-a813-457c-a186-773d42153bf8), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.572467 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port fe772672-b166-4c41-97af-36af724f06a5 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:22.573252 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (fe772672-b166-4c41-97af-36af724f06a5), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.656315 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port fe772672-b166-4c41-97af-36af724f06a5, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=fe772672-b166-4c41-97af-36af724f06a5,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:22.706261 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60168) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:22.758335 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (f585d628-6939-48c5-b424-b70ad3d3e6c4), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.763325 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.764553 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-46698fa7-c420-47ab-9e9e-1d5b2879ca74 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4710186 Feb 02 14:50:22.786510 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60170) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:22.833269 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (fe772672-b166-4c41-97af-36af724f06a5), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.886685 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-62c829fa-8a9c-4311-bcea-f34c9c5ed699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (3d8dc7fc-a813-457c-a186-773d42153bf8), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.886685 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-62c829fa-8a9c-4311-bcea-f34c9c5ed699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:22.895858 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-62c829fa-8a9c-4311-bcea-f34c9c5ed699 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d8dc7fc-a813-457c-a186-773d42153bf8 HTTP/1.1" status: 204 len: 168 time: 0.5517325 Feb 02 14:50:22.934571 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Set router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:50:22.960634 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=fe772672-b166-4c41-97af-36af724f06a5,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:23.046200 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:50:23.049279 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb20fd1-5d2f-43f0-b952-5170e4aac0a4 None None] Network c17544a5-d2c4-42f7-94cc-d29c8257a630 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:23.117167 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f585d628-6939-48c5-b424-b70ad3d3e6c4,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:23.135829 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (a70573b0-cb94-4ae3-bf6a-a5c0645c864f), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.136308 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Added segment a70573b0-cb94-4ae3-bf6a-a5c0645c864f of type vlan for network d677c7b5-db19-4bcc-bd56-0487bb8e7715 Feb 02 14:50:23.195137 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-249d77e9-76bf-4b7e-a847-b68556076d4d None None] Provisioning complete for port fe772672-b166-4c41-97af-36af724f06a5 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:23.196336 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-249d77e9-76bf-4b7e-a847-b68556076d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fe772672-b166-4c41-97af-36af724f06a5), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.204099 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (d677c7b5-db19-4bcc-bd56-0487bb8e7715), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.266462 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-375104395-router', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:18Z', 'updated_at': '2022-02-02T14:50:20Z', 'revision_number': 3, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'gw_port': {'id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:19Z', 'updated_at': '2022-02-02T14:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:23.276649 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c829fa-8a9c-4311-bcea-f34c9c5ed699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8dc7fc-a813-457c-a186-773d42153bf8,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:23.340066 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-30d88079-62db-451b-af8d-ba5b392a5c7f req-aa74956b-09cb-4d2d-8f60-e2e25707c769 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 210 time: 0.0570693 Feb 02 14:50:23.391636 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-42e8eceb-741e-4caf-a507-3c2862eebf43 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:23.396068 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-42e8eceb-741e-4caf-a507-3c2862eebf43 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/networks?id=ad9ac8db-9ecf-40d9-b0da-e806aea0360d HTTP/1.1" status: 200 len: 811 time: 0.6797037 Feb 02 14:50:23.404832 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks [] for router_gateway (73e4298b-d99c-45b4-aa3b-6829a06c5edc), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.426597 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-249d77e9-76bf-4b7e-a847-b68556076d4d None None] Current status of the port fe772672-b166-4c41-97af-36af724f06a5 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:23.440648 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Checking router: cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:50:23.441001 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Updating router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 binding host dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:50:23.448364 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (d677c7b5-db19-4bcc-bd56-0487bb8e7715), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.449291 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:23.456982 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.509902 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-44024efb-52ce-47ff-b405-ee6120571af0 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/quotas/1ad57d0ab0bf430383bdb48012fe2f67 HTTP/1.1" status: 200 len: 375 time: 0.1060557 Feb 02 14:50:23.527458 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.575883 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-2463231a-395a-405f-abfe-dfb3f70d254f tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ad57d0ab0bf430383bdb48012fe2f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469911 Feb 02 14:50:23.678056 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4529b7f3-6b77-4914-987d-0ed20e601835 None None] Provisioning complete for port fe772672-b166-4c41-97af-36af724f06a5 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:23.679542 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4529b7f3-6b77-4914-987d-0ed20e601835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fe772672-b166-4c41-97af-36af724f06a5), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.705967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=d677c7b5-db19-4bcc-bd56-0487bb8e7715,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:23.728242 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network d677c7b5-db19-4bcc-bd56-0487bb8e7715 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:50:23.790736 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-ab73c74b-84cc-4c5b-8b41-e78dc0c6a8a7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.0678704 Feb 02 14:50:23.796136 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60198) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:23.800475 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Request body: {'subnet': {'network_id': 'd677c7b5-db19-4bcc-bd56-0487bb8e7715', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1139671229-subnet', 'tenant_id': '1c765b8264974431a35bfb41b104e9ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:23.819385 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804'] for router (73e4298b-d99c-45b4-aa3b-6829a06c5edc), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.873845 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Publish callbacks [] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), precommit_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.922233 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4529b7f3-6b77-4914-987d-0ed20e601835 None None] Current status of the port fe772672-b166-4c41-97af-36af724f06a5 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:23.923189 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-8afae77c-6259-4e3d-a4da-587af5da8c06 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:50:23.924246 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-8afae77c-6259-4e3d-a4da-587af5da8c06 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0996640 Feb 02 14:50:23.943237 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Made reservation on behalf of 1c765b8264974431a35bfb41b104e9ad for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:23.945852 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:23.978800 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.026006 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Pushing event updated for resources: {'Port': ['ID=3b89a4ff-f30a-4828-9324-f0af31c5f0d3,revision_number=2']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:24.036794 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device fe772672-b166-4c41-97af-36af724f06a5 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:24.045263 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.081300 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.081667 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.082038 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.082428 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.082784 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.083115 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.083503 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.083831 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.084159 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.084503 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.084832 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.085154 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.085474 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:50:24.089009 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-be097f16-15ae-4592-85e5-a4bec3014517 service neutron] 10.222.0.10 "GET /v2.0/networks/ad9ac8db-9ecf-40d9-b0da-e806aea0360d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560876 Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Tracked resource versions report: Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: pushed versions: Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: { 'AddressGroup': {'1.2'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'ConntrackHelper': {'1.0'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'LocalIPAssociation': {'1.0'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Log': {'1.0'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Network': {'1.1'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Port': {'1.7'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'PortForwarding': {'1.2'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'QosPolicy': {'1.10'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SecurityGroup': {'1.5'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SecurityGroupRule': {'1.2'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SubPort': {'1.0'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Subnet': {'1.1'}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Trunk': {'1.1'}} Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: consumer versions: Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: { DHCP agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: HyperV agent@hv-cinder-78251: {}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: L3 agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: Metadata agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: Metering agent@dv-cinder-782518-2-iscsi: {}, Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: Open vSwitch agent@dv-cinder-782518-2-iscsi: { 'AddressGroup': '1.2', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'ConntrackHelper': '1.0', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'LocalIPAssociation': '1.0', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Log': '1.0', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Network': '1.1', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Port': '1.7', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'PortForwarding': '1.2', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'QosPolicy': '1.10', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SecurityGroup': '1.5', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SecurityGroupRule': '1.2', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'SubPort': '1.0', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Subnet': '1.1', Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: 'Trunk': '1.1'}} Feb 02 14:50:24.091675 dv-cinder-782518-2-iscsi neutron-server[121024]: {{(pid=121024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 14:50:24.109519 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Attempting to bind port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:50:24.109881 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Attempting to bind port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:50:24.110244 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Attempting to bind port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 on network 9739a75a-4066-4d10-9da4-91f07c2c2a48 {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:24.128448 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:50:24.130789 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:24.136536 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.137017 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Bound using segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:50:24.139123 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Bound port: 3b89a4ff-f30a-4828-9324-f0af31c5f0d3, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:50:24.141212 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.159195 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60210) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:24.182038 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-408ac586-2cbe-432f-9eb8-f60840059551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.480951 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port fe772672-b166-4c41-97af-36af724f06a5 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:24.480951 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fe772672-b166-4c41-97af-36af724f06a5), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.483810 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-c981be77-ee4b-4235-86ea-614f8b6e3a28 service neutron] 10.222.0.10 "GET /v2.0/networks/ad9ac8db-9ecf-40d9-b0da-e806aea0360d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182153 Feb 02 14:50:24.483810 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Router 73e4298b-d99c-45b4-aa3b-6829a06c5edc is scheduled to L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 with binding_index 1 {{(pid=121022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:50:24.491049 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] For port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:50:24.491049 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] For port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=3b89a4ff-f30a-4828-9324-f0af31c5f0d3,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:50:24.493030 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port fe772672-b166-4c41-97af-36af724f06a5 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:24.493250 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:50:24.493401 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Sync routers for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:50:24.493401 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:50:24.493401 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:50:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:24.493778 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.523783 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-408ac586-2cbe-432f-9eb8-f60840059551 admin admin] Publish callbacks [] for security_group (638b16a8-b5dc-42b2-a85b-b1ddcf143e15), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.540816 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Routers {'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:50:24.541448 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:50:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:24.543889 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.574260 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2cdc2e69-128b-4b25-8d2f-01721eb3ab24 req-8c8d4af7-a692-446e-91d1-467f550f6300 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 210 time: 0.0514634 Feb 02 14:50:24.578095 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741b984-d1f1-42be-b775-f36517567f87 None None] Pushing event updated for resources: {'Port': ['ID=3b89a4ff-f30a-4828-9324-f0af31c5f0d3,revision_number=3']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:24.592870 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Allocated IP 172.20.0.1 (f883f6f4-297a-4457-aef2-a51100510aa0/f9c60aac-2708-4553-bac1-97e038841f6e/f330d040-7387-4824-aeb8-745070eb99e6) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:24.652909 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.662459 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-d1e63377-0d75-486b-bba1-c280b899a115 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8437202 Feb 02 14:50:24.663410 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60224) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:24.694614 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] Set router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:50:24.738878 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:50:24.739490 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-408ac586-2cbe-432f-9eb8-f60840059551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (638b16a8-b5dc-42b2-a85b-b1ddcf143e15), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.826194 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (bd5d8350-5e29-4eda-bcc8-da1969f5b015), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.902588 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8d151519-0946-4a27-9985-7ff473972dc0 req-5be9df40-6a19-4f2b-86f2-f6c097969dfc tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.0566177 Feb 02 14:50:24.970161 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-408ac586-2cbe-432f-9eb8-f60840059551 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=364e109de65245878900833b150c6605&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8070035 Feb 02 14:50:24.982517 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Publish callbacks [] for port (f330d040-7387-4824-aeb8-745070eb99e6), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:24.995264 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60246) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:25.095706 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-375104395-router', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:18Z', 'updated_at': '2022-02-02T14:50:20Z', 'revision_number': 3, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'gw_port': {'id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:19Z', 'updated_at': '2022-02-02T14:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:25.104834 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5d8350-5e29-4eda-bcc8-da1969f5b015,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:25.108550 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ac586-2cbe-432f-9eb8-f60840059551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638b16a8-b5dc-42b2-a85b-b1ddcf143e15,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:25.156693 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Checking segment: {'id': 'a70573b0-cb94-4ae3-bf6a-a5c0645c864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'd677c7b5-db19-4bcc-bd56-0487bb8e7715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:25.157048 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Network hostable DHCP agents. Network: d677c7b5-db19-4bcc-bd56-0487bb8e7715, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:50:25.190403 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7efde-55c0-4948-9ddc-e16b86f07ce8 None None] The sync data for ids ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'] in dv-cinder-782518-2-iscsi is: [{'id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-375104395-router', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:18Z', 'updated_at': '2022-02-02T14:50:20Z', 'revision_number': 3, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'gw_port': {'id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:19Z', 'updated_at': '2022-02-02T14:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:50:25.198916 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:22Z', 'revision_number': 3, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:25.240426 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Checking router: 73e4298b-d99c-45b4-aa3b-6829a06c5edc for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:50:25.240996 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Updating router 73e4298b-d99c-45b4-aa3b-6829a06c5edc port 28efb03e-07d9-4244-846f-1645ff96f890 binding host dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:50:25.272641 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-50c45141-347b-4cfd-99ff-ab13915290bb admin admin] Publish callbacks [] for security_group (638b16a8-b5dc-42b2-a85b-b1ddcf143e15), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:25.284582 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (28efb03e-07d9-4244-846f-1645ff96f890), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:25.288623 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (f330d040-7387-4824-aeb8-745070eb99e6), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:25.329862 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Network f883f6f4-297a-4457-aef2-a51100510aa0 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:25.356132 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-50c45141-347b-4cfd-99ff-ab13915290bb admin admin] Publish callbacks [] for security_group (638b16a8-b5dc-42b2-a85b-b1ddcf143e15), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:25.381700 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:25.385477 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Network d677c7b5-db19-4bcc-bd56-0487bb8e7715 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:50:25.388136 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:25.388136 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637431'] for router_interface (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:25.589340 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Pushing event updated for resources: {'Port': ['ID=f330d040-7387-4824-aeb8-745070eb99e6,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:25.633996 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, d677c7b5-db19-4bcc-bd56-0487bb8e7715) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:25.643126 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:25.643775 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:25.669427 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9511a-0dd8-4169-85af-197ec36f0ad7 None None] Network d677c7b5-db19-4bcc-bd56-0487bb8e7715 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:25.713659 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-50c45141-347b-4cfd-99ff-ab13915290bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (638b16a8-b5dc-42b2-a85b-b1ddcf143e15), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:25.718305 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-50c45141-347b-4cfd-99ff-ab13915290bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:25.730744 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-50c45141-347b-4cfd-99ff-ab13915290bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/638b16a8-b5dc-42b2-a85b-b1ddcf143e15 HTTP/1.1" status: 204 len: 168 time: 0.7318492 Feb 02 14:50:25.767964 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c45141-347b-4cfd-99ff-ab13915290bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638b16a8-b5dc-42b2-a85b-b1ddcf143e15,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:25.822100 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-67ef6120-502d-4d68-9926-28edf5e93078 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0257866 Feb 02 14:50:25.975739 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e42ba27c-9e49-4420-9c4b-5c85576b7f5e req-b747fcb1-3c53-406a-b4d0-89768bbcfe3d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 210 time: 0.0977931 Feb 02 14:50:25.998720 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (f330d040-7387-4824-aeb8-745070eb99e6), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.023779 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.141011 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60274) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:26.169144 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-17d49d9c-e07e-434d-945d-4826ae960fce req-4c97c903-a5c5-4697-9109-6135d4f73b71 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.1394324 Feb 02 14:50:26.329415 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:26.383426 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ab99a-1fbf-4872-8f7d-6e7aa8d96646 None None] Network d677c7b5-db19-4bcc-bd56-0487bb8e7715 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:50:26.457343 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Publish callbacks [] for port (28efb03e-07d9-4244-846f-1645ff96f890), precommit_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.630250 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Publish callbacks [] for port (f330d040-7387-4824-aeb8-745070eb99e6), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.632669 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (28efb03e-07d9-4244-846f-1645ff96f890), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.689167 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:26.689880 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.711908 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da24eba-38ac-4f5d-bdf9-ece74d8a742f admin admin] Deleting subnet 3cf0f43b-6168-4edb-8c5b-7b61bc875605 {{(pid=121022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:50:26.716516 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7da24eba-38ac-4f5d-bdf9-ece74d8a742f admin admin] Publish callbacks [] for subnet (3cf0f43b-6168-4edb-8c5b-7b61bc875605), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.721051 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d3d4d-5273-4a90-8921-a11d517e2eda None None] Pushing event updated for resources: {'Port': ['ID=28efb03e-07d9-4244-846f-1645ff96f890,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:26.732274 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (f330d040-7387-4824-aeb8-745070eb99e6), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.733145 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637511'] for router_interface (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.748257 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Attempting to bind port 28efb03e-07d9-4244-846f-1645ff96f890 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:50:26.748845 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Attempting to bind port 28efb03e-07d9-4244-846f-1645ff96f890 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:50:26.749451 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Attempting to bind port 28efb03e-07d9-4244-846f-1645ff96f890 on network 9739a75a-4066-4d10-9da4-91f07c2c2a48 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:26.762890 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:50:26.763517 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:26.764088 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.764661 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Bound using segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:50:26.765261 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Bound port: 28efb03e-07d9-4244-846f-1645ff96f890, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:50:26.765785 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (28efb03e-07d9-4244-846f-1645ff96f890), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.776455 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7da24eba-38ac-4f5d-bdf9-ece74d8a742f admin admin] Publish callbacks [] for subnet (3cf0f43b-6168-4edb-8c5b-7b61bc875605), precommit_delete_associations {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.795504 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7da24eba-38ac-4f5d-bdf9-ece74d8a742f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (3cf0f43b-6168-4edb-8c5b-7b61bc875605), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.858741 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Pushing event updated for resources: {'Port': ['ID=f330d040-7387-4824-aeb8-745070eb99e6,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:26.881582 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Allocated IP 172.20.0.1 (c17544a5-d2c4-42f7-94cc-d29c8257a630/9f124fc1-cdbb-4836-a7e8-744894a6e955/ae592a8e-5ddd-4f6f-bea6-408525d31f80) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:26.918160 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:26.918160 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:26.924856 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] For port 28efb03e-07d9-4244-846f-1645ff96f890, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:50:26.931573 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Network f883f6f4-297a-4457-aef2-a51100510aa0 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:26.933856 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:26.947217 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] For port 28efb03e-07d9-4244-846f-1645ff96f890, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=28efb03e-07d9-4244-846f-1645ff96f890,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:50:26.961673 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=3b89a4ff-f30a-4828-9324-f0af31c5f0d3,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:27.023144 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7da24eba-38ac-4f5d-bdf9-ece74d8a742f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (3cf0f43b-6168-4edb-8c5b-7b61bc875605), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:27.041575 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Publish callbacks [] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:27.064890 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da24eba-38ac-4f5d-bdf9-ece74d8a742f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf0f43b-6168-4edb-8c5b-7b61bc875605,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:27.072461 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7da24eba-38ac-4f5d-bdf9-ece74d8a742f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:27.078179 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7da24eba-38ac-4f5d-bdf9-ece74d8a742f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3cf0f43b-6168-4edb-8c5b-7b61bc875605 HTTP/1.1" status: 204 len: 168 time: 0.9337318 Feb 02 14:50:27.078467 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60298) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:27.081607 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:50:27.087208 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:27.092580 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (28efb03e-07d9-4244-846f-1645ff96f890), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:27.149171 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:50:27.150062 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:50:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:27.165872 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c3c6ad03-229e-4bcc-80b2-c97c61daf33b req-db3f7946-1cd7-4e2f-b57f-0ad9c1a901ff tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 210 time: 0.0633593 Feb 02 14:50:27.274981 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (ffeb9753-c010-43e9-81c8-8396a611c544), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:27.281160 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:50:27.284245 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:50:27.294116 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f1d60731-9dc7-4855-b1d1-81c46fc1ee62 admin admin] 10.222.0.10 "PUT /v2.0/routers/cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5033178 Feb 02 14:50:27.386065 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=3b89a4ff-f30a-4828-9324-f0af31c5f0d3,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:27.404374 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (ffeb9753-c010-43e9-81c8-8396a611c544), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:27.428574 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.428929 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.429660 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.429983 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > port after_create 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.430324 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.430652 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > port after_update 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.431127 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.431446 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.431945 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.432418 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.499870 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d3d4d-5273-4a90-8921-a11d517e2eda None None] Pushing event updated for resources: {'Port': ['ID=28efb03e-07d9-4244-846f-1645ff96f890,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:27.557461 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:22Z', 'revision_number': 3, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:27.586196 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5c1cd-6ce4-4e9d-8121-621b8d9c77ec None None] The sync data for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi is: [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:22Z', 'revision_number': 3, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:50:27.744795 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Sync routers for ids ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:50:27.768340 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.768709 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.769040 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.769371 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=121022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:27.770151 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffeb9753-c010-43e9-81c8-8396a611c544']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:27.795222 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:27.804446 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Routers {'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:50:27.805314 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-a7460165-50bc-4260-b65a-910255e56335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:50:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:27.826673 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820ed15e-f832-45c9-8eb7-427da2f6c9c3') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:27.827048 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820ed15e-f832-45c9-8eb7-427da2f6c9c3') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:27.862606 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-16cc2865-2167-441e-bd59-3a97cecb8e70 req-a89c4d9a-dfb5-49d7-b03f-266347c1870f tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.0860233 Feb 02 14:50:27.874666 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (820ed15e-f832-45c9-8eb7-427da2f6c9c3), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:27.909318 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Network c17544a5-d2c4-42f7-94cc-d29c8257a630 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:27.915218 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:27.917917 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:27.924336 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (820ed15e-f832-45c9-8eb7-427da2f6c9c3), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:27.924336 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Pushing event updated for resources: {'Port': ['ID=ae592a8e-5ddd-4f6f-bea6-408525d31f80,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:27.987156 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Set router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:50:28.011361 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:50:28.014839 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (820ed15e-f832-45c9-8eb7-427da2f6c9c3), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: from cryptography.utils import int_from_bytes Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: from cryptography.utils import int_from_bytes Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:50:28.024729 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:50:28.133196 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:28.212501 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637431'] for router_interface (73e4298b-d99c-45b4-aa3b-6829a06c5edc), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.309851 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:28.310458 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.344727 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (ffeb9753-c010-43e9-81c8-8396a611c544), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.369947 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.376365 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60340) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:28.378129 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ffeb9753-c010-43e9-81c8-8396a611c544 HTTP/1.1" status: 204 len: 168 time: 1.2986093 Feb 02 14:50:28.448600 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7458d7-02ce-4b32-a3f6-0fa43601cc73 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffeb9753-c010-43e9-81c8-8396a611c544,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:28.474358 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-e337e45b-5522-4202-b710-ed7e10ca92c7 admin admin] Deleting subnet bd5d8350-5e29-4eda-bcc8-da1969f5b015 {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:50:28.475225 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:28.478682 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e337e45b-5522-4202-b710-ed7e10ca92c7 admin admin] Publish callbacks [] for subnet (bd5d8350-5e29-4eda-bcc8-da1969f5b015), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.493339 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d98663bf-e2dd-435e-b787-8b153fced17a req-c6ed8f09-5d82-498b-8d67-f94ec7bb0edd tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 210 time: 0.0998206 Feb 02 14:50:28.505425 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-25043362-4e40-474e-a483-49b14a61d7e2 None None] Provisioning complete for port ae592a8e-5ddd-4f6f-bea6-408525d31f80 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:28.505974 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-25043362-4e40-474e-a483-49b14a61d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.543910 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e337e45b-5522-4202-b710-ed7e10ca92c7 admin admin] Publish callbacks [] for subnet (bd5d8350-5e29-4eda-bcc8-da1969f5b015), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.549995 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-a7460165-50bc-4260-b65a-910255e56335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-375104395-router', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:18Z', 'updated_at': '2022-02-02T14:50:25Z', 'revision_number': 4, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'gw_port': {'id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:19Z', 'updated_at': '2022-02-02T14:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'f330d040-7387-4824-aeb8-745070eb99e6', 'name': '', 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'mac_address': 'fa:16:3e:14:29:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f9c60aac-2708-4553-bac1-97e038841f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:24Z', 'updated_at': '2022-02-02T14:50:26Z', 'revision_number': 2, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'subnets': [{'id': 'f9c60aac-2708-4553-bac1-97e038841f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:28.556280 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e337e45b-5522-4202-b710-ed7e10ca92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (bd5d8350-5e29-4eda-bcc8-da1969f5b015), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.607339 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Checking router: cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:50:28.607700 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Updating router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 port f330d040-7387-4824-aeb8-745070eb99e6 binding host dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:50:28.670039 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:50:28.670904 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (f330d040-7387-4824-aeb8-745070eb99e6), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.674701 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-25043362-4e40-474e-a483-49b14a61d7e2 None None] Port ae592a8e-5ddd-4f6f-bea6-408525d31f80 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:50:28.689807 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e337e45b-5522-4202-b710-ed7e10ca92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for subnet (bd5d8350-5e29-4eda-bcc8-da1969f5b015), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.740510 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337e45b-5522-4202-b710-ed7e10ca92c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5d8350-5e29-4eda-bcc8-da1969f5b015,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:28.751859 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e337e45b-5522-4202-b710-ed7e10ca92c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.758305 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-e337e45b-5522-4202-b710-ed7e10ca92c7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bd5d8350-5e29-4eda-bcc8-da1969f5b015 HTTP/1.1" status: 204 len: 168 time: 0.3784943 Feb 02 14:50:28.760712 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60354) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:28.793460 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-f02e0a18-5c63-40fb-a11d-37505affde2e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:28.795736 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-f02e0a18-5c63-40fb-a11d-37505affde2e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 818 time: 0.3613892 Feb 02 14:50:28.814619 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-37bab74b-6e6c-4784-8a88-a1ade1d97fa3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/quotas/a1287bea610b4ebf9b63e136bf969c31 HTTP/1.1" status: 200 len: 375 time: 0.0127668 Feb 02 14:50:28.872885 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (d677c7b5-db19-4bcc-bd56-0487bb8e7715), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.902885 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:28.998107 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-e94c1afd-a50a-4054-985e-7ea19d964a7f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1758428 Feb 02 14:50:29.058298 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (d677c7b5-db19-4bcc-bd56-0487bb8e7715), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.099891 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.101121 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.101765 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.102067 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > port after_create 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.102472 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > port after_delete 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.102884 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > port after_update 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.103154 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.103478 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.103818 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.104134 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.154096 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-58c08f82-3eb8-405a-9fd3-efd30cb9e730 req-5121b62a-ae49-436a-ba1c-bbb9b6f4c94e tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.0511050 Feb 02 14:50:29.176431 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Publish callbacks [] for port (f330d040-7387-4824-aeb8-745070eb99e6), precommit_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.252268 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-35998199-ce60-46f7-9523-48808e35bd91 service neutron] 10.222.0.10 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456999 Feb 02 14:50:29.257669 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (f330d040-7387-4824-aeb8-745070eb99e6), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.298472 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.298881 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.299185 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.299541 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=121021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 14:50:29.299917 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d677c7b5-db19-4bcc-bd56-0487bb8e7715']}} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:29.318423 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70573b0-cb94-4ae3-bf6a-a5c0645c864f') {'for_net_delete': True} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:29.318636 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70573b0-cb94-4ae3-bf6a-a5c0645c864f') {} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:29.325778 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301dde0-8171-47ab-88a6-72b1e3b2b238 None None] Pushing event updated for resources: {'Port': ['ID=f330d040-7387-4824-aeb8-745070eb99e6,revision_number=3']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:29.354146 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5464450'] for segment (a70573b0-cb94-4ae3-bf6a-a5c0645c864f), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.366751 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Publish callbacks [] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.387575 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Attempting to bind port f330d040-7387-4824-aeb8-745070eb99e6 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:50:29.388088 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Attempting to bind port f330d040-7387-4824-aeb8-745070eb99e6 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:50:29.388473 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Attempting to bind port f330d040-7387-4824-aeb8-745070eb99e6 on network f883f6f4-297a-4457-aef2-a51100510aa0 {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:29.389512 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (a70573b0-cb94-4ae3-bf6a-a5c0645c864f), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.394211 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:50:29.395404 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Checking segment: {'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:29.396615 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.397046 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Bound using segment: {'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:50:29.397545 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Bound port: f330d040-7387-4824-aeb8-745070eb99e6, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'}}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:50:29.397934 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (f330d040-7387-4824-aeb8-745070eb99e6), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.402641 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=121021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:50:29.403082 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5467550'] for segment (a70573b0-cb94-4ae3-bf6a-a5c0645c864f), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: from cryptography.utils import int_from_bytes Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: from cryptography.utils import int_from_bytes Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: Traceback (most recent call last): Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: timer() Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: cb(*args, **kw) Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: return func(*args, **kwargs) Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: self._notify() Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: self.callback(batched_events) Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: event.method(event) Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: return f(self, *a, **k) Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: return self._get(url).json() Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: return self.request(url, 'GET', **kwargs) Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:50:29.418453 dv-cinder-782518-2-iscsi neutron-server[121021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:50:29.468078 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-5df6a783-975b-4813-9def-f70623625804 service neutron] 10.222.0.10 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929967 Feb 02 14:50:29.479482 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-a7460165-50bc-4260-b65a-910255e56335 None None] For port f330d040-7387-4824-aeb8-745070eb99e6, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:50:29.489948 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.547913 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.115', 57063) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:29.575990 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-a7460165-50bc-4260-b65a-910255e56335 None None] For port f330d040-7387-4824-aeb8-745070eb99e6, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=f330d040-7387-4824-aeb8-745070eb99e6,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:50:29.600408 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (d677c7b5-db19-4bcc-bd56-0487bb8e7715), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.657926 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.663104 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d677c7b5-db19-4bcc-bd56-0487bb8e7715 HTTP/1.1" status: 204 len: 168 time: 0.9006474 Feb 02 14:50:29.683716 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f885c-ca9b-43b9-84b3-83ee5b804662 admin admin] Pushing event deleted for resources: {'Network': ['ID=d677c7b5-db19-4bcc-bd56-0487bb8e7715,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:29.699432 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (f330d040-7387-4824-aeb8-745070eb99e6), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:29.919165 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-598a768b-a199-4867-bdfa-f22cc225cb93 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:29.919501 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Routers {'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:50:29.920084 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-a7460165-50bc-4260-b65a-910255e56335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:50:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:29.926118 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-598a768b-a199-4867-bdfa-f22cc225cb93 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "GET /v2.0/networks?id=881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 200 len: 815 time: 0.3696804 Feb 02 14:50:29.959250 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Pushing event updated for resources: {'Port': ['ID=ae592a8e-5ddd-4f6f-bea6-408525d31f80,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:30.003321 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301dde0-8171-47ab-88a6-72b1e3b2b238 None None] Pushing event updated for resources: {'Port': ['ID=f330d040-7387-4824-aeb8-745070eb99e6,revision_number=4']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:30.024781 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Request body: {'port': {'device_id': '3d264668-a85d-444f-9562-f04d975353be', 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94', 'admin_state_up': True, 'tenant_id': '4e9d46681cc2408c9526c4f9575361b6'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:30.031680 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cf8405ca-6e6e-4488-b53e-c7bcd61b025f req-fd2f0c51-782a-4f57-bb4d-b921ac81ccd1 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 210 time: 0.0654550 Feb 02 14:50:30.042548 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637511'] for router_interface (73e4298b-d99c-45b4-aa3b-6829a06c5edc), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:30.206049 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b074168b-3aa7-4925-be38-ed730b171d71 req-a8dc036b-1da9-4f66-a475-6629e1ba1c83 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0643911 Feb 02 14:50:30.236040 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 28efb03e-07d9-4244-846f-1645ff96f890 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:30.260511 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-a7460165-50bc-4260-b65a-910255e56335 None None] Set router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:50:30.406282 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 28efb03e-07d9-4244-846f-1645ff96f890 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:30.406878 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (28efb03e-07d9-4244-846f-1645ff96f890), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:30.475948 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d98e976f-77ca-4376-a962-c6d7aa57bbc7 req-5056e16f-224e-4d96-8cb7-da01ee0403d3 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.1182010 Feb 02 14:50:30.507915 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.115', 57067) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:30.508295 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60416) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:30.672102 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Made reservation on behalf of 4e9d46681cc2408c9526c4f9575361b6 for: {'port': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:30.677208 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:30.692718 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 28efb03e-07d9-4244-846f-1645ff96f890 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:30.693115 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (28efb03e-07d9-4244-846f-1645ff96f890), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:30.737179 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port 28efb03e-07d9-4244-846f-1645ff96f890, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=28efb03e-07d9-4244-846f-1645ff96f890,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:30.755605 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-a7460165-50bc-4260-b65a-910255e56335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-375104395-router', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:18Z', 'updated_at': '2022-02-02T14:50:25Z', 'revision_number': 4, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'gw_port': {'id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:19Z', 'updated_at': '2022-02-02T14:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'f330d040-7387-4824-aeb8-745070eb99e6', 'name': '', 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'mac_address': 'fa:16:3e:14:29:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f9c60aac-2708-4553-bac1-97e038841f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:24Z', 'updated_at': '2022-02-02T14:50:29Z', 'revision_number': 4, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'subnets': [{'id': 'f9c60aac-2708-4553-bac1-97e038841f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:30.811373 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (28efb03e-07d9-4244-846f-1645ff96f890), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:30.847319 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-082bb150-5ed3-49f2-81c2-f898fc65fa0d tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:30.850522 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-082bb150-5ed3-49f2-81c2-f898fc65fa0d tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.115 "GET /v2.0/networks?id=ad9ac8db-9ecf-40d9-b0da-e806aea0360d HTTP/1.1" status: 200 len: 811 time: 0.3413129 Feb 02 14:50:30.871611 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7460165-50bc-4260-b65a-910255e56335 None None] The sync data for ids ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'] in dv-cinder-782518-2-iscsi is: [{'id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-375104395-router', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:18Z', 'updated_at': '2022-02-02T14:50:25Z', 'revision_number': 4, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'gw_port': {'id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:19Z', 'updated_at': '2022-02-02T14:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'f330d040-7387-4824-aeb8-745070eb99e6', 'name': '', 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'mac_address': 'fa:16:3e:14:29:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f9c60aac-2708-4553-bac1-97e038841f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:24Z', 'updated_at': '2022-02-02T14:50:29Z', 'revision_number': 4, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'subnets': [{'id': 'f9c60aac-2708-4553-bac1-97e038841f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:50:30.890720 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Network c17544a5-d2c4-42f7-94cc-d29c8257a630 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:30.913426 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Request body: {'port': {'device_id': '657ce980-b73a-4ca7-8de6-dbecb03d6c38', 'network_id': 'ad9ac8db-9ecf-40d9-b0da-e806aea0360d', 'admin_state_up': True, 'tenant_id': '1ad57d0ab0bf430383bdb48012fe2f67'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:30.931217 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=28efb03e-07d9-4244-846f-1645ff96f890,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:31.011597 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:31.313500 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Allocated IP 172.20.0.9 (881700dd-aa90-43d9-8db0-8f463dc5ec94/b5da69a2-8942-45df-bb4a-0dcff917a34f/18c3600a-88e4-43d5-8dd7-07613f5a5c9b) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:31.349148 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-06e59365-d950-4a69-ab77-bfafdc6f0eae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=449f6d50e688483e897f60c851beeff3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8363276 Feb 02 14:50:31.350449 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60478) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:31.509571 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-68caa99e-9589-4cbe-8beb-c70a6c129a91 req-1983db64-94eb-4635-ae8d-e01caca57b2a tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 210 time: 0.1460385 Feb 02 14:50:31.558743 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-150c33d4-f78f-4c5b-8925-da42a9205ad0 None None] Provisioning complete for port ae592a8e-5ddd-4f6f-bea6-408525d31f80 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:31.559255 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-150c33d4-f78f-4c5b-8925-da42a9205ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:31.606284 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-b13547fb-870a-4774-a97b-7d78f0c46f13 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:31.608032 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-b13547fb-870a-4774-a97b-7d78f0c46f13 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 818 time: 0.7789114 Feb 02 14:50:31.642315 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Router 73e4298b-d99c-45b4-aa3b-6829a06c5edc has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:50:31.654748 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb127-bd4b-4134-9e53-5acc5c0dd01a admin admin] Publish callbacks [] for security_group (f3e307dd-ca2a-43b2-9682-4cf08a998b11), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:31.659506 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d257b2ad-cd92-44e9-898c-a2125533b453 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/quotas/a1287bea610b4ebf9b63e136bf969c31 HTTP/1.1" status: 200 len: 375 time: 0.0305939 Feb 02 14:50:31.710841 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-150c33d4-f78f-4c5b-8925-da42a9205ad0 None None] Port ae592a8e-5ddd-4f6f-bea6-408525d31f80 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:50:31.741903 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks [] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:31.747516 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb127-bd4b-4134-9e53-5acc5c0dd01a admin admin] Publish callbacks [] for security_group (f3e307dd-ca2a-43b2-9682-4cf08a998b11), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:31.749648 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Made reservation on behalf of 1ad57d0ab0bf430383bdb48012fe2f67 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:31.754342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:31.923035 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:32.133778 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-255903b6-8a27-4007-b9cd-5c4668c23964 req-7d8b10fe-3b9d-4f0a-a7f9-fff96a101f96 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.2022011 Feb 02 14:50:32.197091 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Network 881700dd-aa90-43d9-8db0-8f463dc5ec94 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:32.209777 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:32.222729 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:32.226934 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Pushing event updated for resources: {'Port': ['ID=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:32.373117 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:32.374038 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:32.481261 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-a9d3e18a-2b60-4b55-8138-2f49384b5fac tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7930014 Feb 02 14:50:32.511965 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-d10bd168-303a-4522-94c1-89b263ff1ce2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5004981 Feb 02 14:50:32.544395 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-e8ac4757-257a-416c-9da6-d488d2711a42 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:50:32.555212 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 28efb03e-07d9-4244-846f-1645ff96f890 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:32.555352 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-e8ac4757-257a-416c-9da6-d488d2711a42 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187330 Feb 02 14:50:32.595730 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:50:32.621601 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Sync routers for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:50:32.740545 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-5e2919c9-1bc2-4682-ad21-88de7c6dc621 admin admin] 10.222.0.10 "PUT /v2.0/routers/73e4298b-d99c-45b4-aa3b-6829a06c5edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0623758 Feb 02 14:50:32.741918 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:50:32.742555 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:50:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:32.743279 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb127-bd4b-4134-9e53-5acc5c0dd01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (f3e307dd-ca2a-43b2-9682-4cf08a998b11), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:32.749188 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb127-bd4b-4134-9e53-5acc5c0dd01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:32.756914 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-dc1bb127-bd4b-4134-9e53-5acc5c0dd01a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3e307dd-ca2a-43b2-9682-4cf08a998b11 HTTP/1.1" status: 204 len: 168 time: 1.3918579 Feb 02 14:50:32.974601 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 28efb03e-07d9-4244-846f-1645ff96f890 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:32.984043 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (28efb03e-07d9-4244-846f-1645ff96f890), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:33.021382 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bb127-bd4b-4134-9e53-5acc5c0dd01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e307dd-ca2a-43b2-9682-4cf08a998b11,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:33.246265 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:50:33.365915 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Allocated IP 172.20.0.12 (ad9ac8db-9ecf-40d9-b0da-e806aea0360d/97da7bd1-4ebf-486f-bf51-aa4ffdfc3782/d92d10c4-9a2f-485d-ae25-8ebadb69104d) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:33.520771 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.115', 57077) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:33.549021 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dd70a-b318-4596-9f99-7d8f136e391e req-f2b4b738-ff4d-494d-b2ac-6041db5f513b tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:33.558329 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e97dd70a-b318-4596-9f99-7d8f136e391e req-f2b4b738-ff4d-494d-b2ac-6041db5f513b tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 931 time: 0.6658199 Feb 02 14:50:33.563374 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-1eae93c2-7d9a-487f-83b0-73e9621c6085 service neutron] 10.222.0.10 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0806668 Feb 02 14:50:33.584307 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Request body: {'port': {'device_id': '3d264668-a85d-444f-9562-f04d975353be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:33.890140 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:33.890140 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-d3264e9b-bc90-448b-b4af-5b3b7fad324f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:33.890140 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-d3264e9b-bc90-448b-b4af-5b3b7fad324f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 818 time: 0.2925246 Feb 02 14:50:33.891180 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 28efb03e-07d9-4244-846f-1645ff96f890 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:33.891180 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device f330d040-7387-4824-aeb8-745070eb99e6 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:33.891721 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Request body: {'port': {'device_id': '7077cb7c-e491-4599-8c39-aa263893b9c3', 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0', 'admin_state_up': True, 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:33.928089 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 2, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:34.056112 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Checking router: 73e4298b-d99c-45b4-aa3b-6829a06c5edc for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:50:34.056112 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Updating router 73e4298b-d99c-45b4-aa3b-6829a06c5edc port ae592a8e-5ddd-4f6f-bea6-408525d31f80 binding host dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:50:34.057595 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e97dd70a-b318-4596-9f99-7d8f136e391e req-fa540441-d7d8-42b8-9ba2-1b0e1ab0d2ab tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343336 Feb 02 14:50:34.057991 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port f330d040-7387-4824-aeb8-745070eb99e6 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:34.057991 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (f330d040-7387-4824-aeb8-745070eb99e6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:34.057991 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:34.147633 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-4f1b229a-993a-4343-a6f7-85f1f0236cb1 service neutron] 10.222.0.10 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451190 Feb 02 14:50:34.205528 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port f330d040-7387-4824-aeb8-745070eb99e6 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:34.205528 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (f330d040-7387-4824-aeb8-745070eb99e6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:34.267763 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port f330d040-7387-4824-aeb8-745070eb99e6, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=f330d040-7387-4824-aeb8-745070eb99e6,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:34.293325 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Publish callbacks [] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:34.487192 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c3600a-88e4-43d5-8dd7-07613f5a5c9b {{(pid=121021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:50:34.532177 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Made reservation on behalf of a1287bea610b4ebf9b63e136bf969c31 for: {'port': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:34.559653 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:34.568020 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (f330d040-7387-4824-aeb8-745070eb99e6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:34.595037 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:34.595255 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Publish callbacks [] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:34.817752 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Allocated IP 172.20.0.7 (f883f6f4-297a-4457-aef2-a51100510aa0/f9c60aac-2708-4553-bac1-97e038841f6e/d0c812c4-9e3d-4587-b90f-6a970cc53cfc) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:34.882236 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=f330d040-7387-4824-aeb8-745070eb99e6,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:34.920089 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60586) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:34.921782 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Pushing event updated for resources: {'Port': ['ID=d92d10c4-9a2f-485d-ae25-8ebadb69104d,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:34.934898 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Network ad9ac8db-9ecf-40d9-b0da-e806aea0360d is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:34.953480 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:35.000793 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:35.065702 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:35.068708 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.130825 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Publish callbacks [] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), precommit_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.162340 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.provisioning_blocks [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Transition to ACTIVE for port object 18c3600a-88e4-43d5-8dd7-07613f5a5c9b will not be triggered until provisioned by entity L2. {{(pid=121021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:50:35.165874 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks [] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.175210 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abba23-e470-44f5-b29b-3b3472737736 req-dcec30a6-a54b-4242-bdda-83484a2b95cb tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:35.177660 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-95abba23-e470-44f5-b29b-3b3472737736 req-dcec30a6-a54b-4242-bdda-83484a2b95cb tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 932 time: 0.2581244 Feb 02 14:50:35.183709 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-ca960945-451c-47b3-afdf-2eb944677d22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c765b8264974431a35bfb41b104e9ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2583423 Feb 02 14:50:35.188396 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60600) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:35.241114 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-5c115beb-42b9-4cf4-8c10-957402118168 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3488660 Feb 02 14:50:35.267125 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.304790 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-95abba23-e470-44f5-b29b-3b3472737736 req-4e16cbfd-f62a-4b2b-8f68-9847a2e262e8 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125796 Feb 02 14:50:35.310132 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.340572 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Request body: {'port': {'device_id': '657ce980-b73a-4ca7-8de6-dbecb03d6c38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:35.346161 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-877ff39f-2b6d-4dec-b3e2-314a9029ea29 admin admin] Publish callbacks [] for security_group (f585d628-6939-48c5-b424-b70ad3d3e6c4), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.435913 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-877ff39f-2b6d-4dec-b3e2-314a9029ea29 admin admin] Publish callbacks [] for security_group (f585d628-6939-48c5-b424-b70ad3d3e6c4), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.447870 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60606) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:35.457864 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Attempting to bind port ae592a8e-5ddd-4f6f-bea6-408525d31f80 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:50:35.458540 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Attempting to bind port ae592a8e-5ddd-4f6f-bea6-408525d31f80 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:50:35.459345 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Attempting to bind port ae592a8e-5ddd-4f6f-bea6-408525d31f80 on network c17544a5-d2c4-42f7-94cc-d29c8257a630 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:35.464509 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fe4ee-3279-4da1-8b2c-c211813b9fd4 None None] Pushing event updated for resources: {'Port': ['ID=ae592a8e-5ddd-4f6f-bea6-408525d31f80,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:35.469573 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-7c90fce3-02a1-4312-8f60-2041ba77a60b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462841994', 'description': 'tempest-description--2041037633'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:35.470905 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:50:35.471534 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Checking segment: {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:35.472433 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.473253 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Bound using segment: {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:50:35.473903 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Bound port: ae592a8e-5ddd-4f6f-bea6-408525d31f80, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:50:35.474461 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.542037 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4aeee5ec-06ec-477c-8987-b91d3582972d req-6c25180a-e3c4-4a70-9fe2-2199d1ce5abc tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 210 time: 0.0558932 Feb 02 14:50:35.643368 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] For port ae592a8e-5ddd-4f6f-bea6-408525d31f80, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:50:35.657274 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.664241 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] For port ae592a8e-5ddd-4f6f-bea6-408525d31f80, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=ae592a8e-5ddd-4f6f-bea6-408525d31f80,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:50:35.701159 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Pushing event updated for resources: {'Port': ['ID=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:35.727092 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.765211 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:35.803190 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Network f883f6f4-297a-4457-aef2-a51100510aa0 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:35.810600 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:35.821819 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:35.857978 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:50:35.858950 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:50:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:36.000886 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fe4ee-3279-4da1-8b2c-c211813b9fd4 None None] Pushing event updated for resources: {'Port': ['ID=ae592a8e-5ddd-4f6f-bea6-408525d31f80,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:36.010979 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Pushing event updated for resources: {'Port': ['ID=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:36.032839 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-877ff39f-2b6d-4dec-b3e2-314a9029ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (f585d628-6939-48c5-b424-b70ad3d3e6c4), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:36.044055 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-877ff39f-2b6d-4dec-b3e2-314a9029ea29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:36.049552 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-877ff39f-2b6d-4dec-b3e2-314a9029ea29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f585d628-6939-48c5-b424-b70ad3d3e6c4 HTTP/1.1" status: 204 len: 168 time: 0.8599930 Feb 02 14:50:36.112008 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b302dc10-0ce8-432e-b737-5ea666fb8ec2 None None] Provisioning complete for port ae592a8e-5ddd-4f6f-bea6-408525d31f80 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:36.114134 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b302dc10-0ce8-432e-b737-5ea666fb8ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:36.143122 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ff39f-2b6d-4dec-b3e2-314a9029ea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f585d628-6939-48c5-b424-b70ad3d3e6c4,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:36.172818 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:36.173693 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:36.178583 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Attempting to bind port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:50:36.191446 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Attempting to bind port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:50:36.191907 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Attempting to bind port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:36.224883 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:50:36.225221 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Attempting to bind port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:36.235871 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:50:36.241073 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:50:36.241073 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Checking segment: {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:36.241073 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Bound using segment: {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:50:36.242952 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Bound port: 18c3600a-88e4-43d5-8dd7-07613f5a5c9b, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'}}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:50:36.243377 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:36.260609 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7c90fce3-02a1-4312-8f60-2041ba77a60b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:36.312619 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2efe87b3-5465-4eae-a395-6fd1acf2a314 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4424565 Feb 02 14:50:36.423262 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60628) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:36.461731 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Request body: {'port': {'device_id': '7077cb7c-e491-4599-8c39-aa263893b9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:36.490331 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118602e-44c2-406a-8997-05d1f5787253 req-8cffda0e-d9ac-4730-b96d-3c61e0e435c1 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:36.494008 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a118602e-44c2-406a-8997-05d1f5787253 req-8cffda0e-d9ac-4730-b96d-3c61e0e435c1 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 943 time: 0.8165140 Feb 02 14:50:36.758157 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76386be7-15c7-4bf9-9fe7-3c73dfac5803 req-6c97b053-1a3b-45f9-9939-e5e72d65612c tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:36.765070 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-76386be7-15c7-4bf9-9fe7-3c73dfac5803 req-6c97b053-1a3b-45f9-9939-e5e72d65612c tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 932 time: 0.2886591 Feb 02 14:50:36.789786 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a118602e-44c2-406a-8997-05d1f5787253 req-ee6e7ab8-7ccd-4db6-9549-37ad129e2e91 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459452 Feb 02 14:50:36.853122 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b302dc10-0ce8-432e-b737-5ea666fb8ec2 None None] Current status of the port ae592a8e-5ddd-4f6f-bea6-408525d31f80 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:36.853514 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b302dc10-0ce8-432e-b737-5ea666fb8ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:36.858614 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device f330d040-7387-4824-aeb8-745070eb99e6 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:36.900513 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7c90fce3-02a1-4312-8f60-2041ba77a60b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (673e49e5-7b4e-4ff9-b8b6-375e23efbfeb), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:36.960717 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-90077405-b77a-4995-a30f-f77c4afa5be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:36.999862 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7c90fce3-02a1-4312-8f60-2041ba77a60b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (673e49e5-7b4e-4ff9-b8b6-375e23efbfeb), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.056406 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-76386be7-15c7-4bf9-9fe7-3c73dfac5803 req-9b61c196-8189-4e3b-acf3-d6b9d605bfd6 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749233 Feb 02 14:50:37.102070 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] For port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b, host hv-cinder-78251, cleared binding levels {{(pid=121021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:50:37.147888 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] For port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:50:37.154262 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.154429 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b302dc10-0ce8-432e-b737-5ea666fb8ec2 None None] For port ae592a8e-5ddd-4f6f-bea6-408525d31f80, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=ae592a8e-5ddd-4f6f-bea6-408525d31f80,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:37.170060 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a22db8f0-3ca5-4e9c-94ee-3c576ba814da req-4543000e-0360-4d7b-b7ac-00fa371865f4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 210 time: 0.1252403 Feb 02 14:50:37.196876 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90fce3-02a1-4312-8f60-2041ba77a60b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:37.229369 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b302dc10-0ce8-432e-b737-5ea666fb8ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.259823 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92d10c4-9a2f-485d-ae25-8ebadb69104d {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:50:37.262036 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-90077405-b77a-4995-a30f-f77c4afa5be3 admin admin] Publish callbacks [] for security_group (f21bcff4-0157-4b85-bb92-84c524b32df5), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.285217 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Publish callbacks [] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.320873 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port f330d040-7387-4824-aeb8-745070eb99e6 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:37.320873 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (f330d040-7387-4824-aeb8-745070eb99e6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.327291 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Transition to ACTIVE for port object d92d10c4-9a2f-485d-ae25-8ebadb69104d will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:50:37.335953 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7c90fce3-02a1-4312-8f60-2041ba77a60b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.340428 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7c90fce3-02a1-4312-8f60-2041ba77a60b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8852363 Feb 02 14:50:37.340605 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60656) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:37.354203 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-d8e7f182-4ab0-409b-b739-72068749e3c2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'security_group_rule': {'security_group_id': '673e49e5-7b4e-4ff9-b8b6-375e23efbfeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:37.412558 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-90077405-b77a-4995-a30f-f77c4afa5be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (f21bcff4-0157-4b85-bb92-84c524b32df5), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.435151 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.451729 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.495308 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302dc10-0ce8-432e-b737-5ea666fb8ec2 None None] Pushing event updated for resources: {'Port': ['ID=ae592a8e-5ddd-4f6f-bea6-408525d31f80,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:37.530234 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-85225576-6e92-43f8-b8f9-5b6d47a67467 None None] Provisioning complete for port ae592a8e-5ddd-4f6f-bea6-408525d31f80 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:37.530611 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-85225576-6e92-43f8-b8f9-5b6d47a67467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.537296 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:35Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:50:37.545062 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f182-4ab0-409b-b739-72068749e3c2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (13c1fc72-9e6c-4b09-80f6-dace6a39bb7a), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.577667 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Pushing event updated for resources: {'Port': ['ID=d92d10c4-9a2f-485d-ae25-8ebadb69104d,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:37.593845 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57faa83-5811-4a01-b312-a339151803d4 None None] The sync data for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi is: [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:35Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:50:37.704313 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port f330d040-7387-4824-aeb8-745070eb99e6 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:37.755392 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:37.756178 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:37.757637 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] 10.222.0.115 "PUT /v2.0/ports/18c3600a-88e4-43d5-8dd7-07613f5a5c9b HTTP/1.1" status: 200 len: 1093 time: 4.8429821 Feb 02 14:50:37.770957 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d264668-a85d-444f-9562-f04d975353be', 'tag': '18c3600a-88e4-43d5-8dd7-07613f5a5c9b'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:50:37.837300 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-90077405-b77a-4995-a30f-f77c4afa5be3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73c5eb24cbea4988b420826343d9834f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4128034 Feb 02 14:50:37.852382 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60668) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:37.885251 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90077405-b77a-4995-a30f-f77c4afa5be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21bcff4-0157-4b85-bb92-84c524b32df5,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:37.893601 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-85225576-6e92-43f8-b8f9-5b6d47a67467 None None] Current status of the port ae592a8e-5ddd-4f6f-bea6-408525d31f80 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:38.001001 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f182-4ab0-409b-b739-72068749e3c2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (13c1fc72-9e6c-4b09-80f6-dace6a39bb7a), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:38.105761 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f182-4ab0-409b-b739-72068749e3c2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (13c1fc72-9e6c-4b09-80f6-dace6a39bb7a), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:38.126279 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3ac2c-b46b-4e73-92c2-ee30dc51d76a service neutron] Pushing event updated for resources: {'Port': ['ID=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,revision_number=3']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:38.137714 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7f182-4ab0-409b-b739-72068749e3c2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c1fc72-9e6c-4b09-80f6-dace6a39bb7a,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:38.176141 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544941f-7829-4e85-9516-9fe43683dace req-c90c8b6c-4bc9-4eaa-aac1-b4920f9c4185 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:38.177652 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0544941f-7829-4e85-9516-9fe43683dace req-c90c8b6c-4bc9-4eaa-aac1-b4920f9c4185 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 943 time: 0.1848869 Feb 02 14:50:38.202706 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.115', 57088) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:38.205877 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c812c4-9e3d-4587-b90f-6a970cc53cfc {{(pid=121021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:50:38.240328 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Publish callbacks [] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:38.244399 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Attempting to bind port d92d10c4-9a2f-485d-ae25-8ebadb69104d on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:50:38.244736 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Attempting to bind port d92d10c4-9a2f-485d-ae25-8ebadb69104d by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'dde88e3f-e120-4c81-bc33-16263f2baece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ad9ac8db-9ecf-40d9-b0da-e806aea0360d'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:50:38.245137 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Attempting to bind port d92d10c4-9a2f-485d-ae25-8ebadb69104d on network ad9ac8db-9ecf-40d9-b0da-e806aea0360d {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:38.277389 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Port d92d10c4-9a2f-485d-ae25-8ebadb69104d on network ad9ac8db-9ecf-40d9-b0da-e806aea0360d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:50:38.277711 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Attempting to bind port d92d10c4-9a2f-485d-ae25-8ebadb69104d on network ad9ac8db-9ecf-40d9-b0da-e806aea0360d {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:38.278019 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-57425022-3778-4276-93e8-6eee664686cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:38.291897 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-57425022-3778-4276-93e8-6eee664686cc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 1127 time: 0.3437622 Feb 02 14:50:38.301555 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.provisioning_blocks [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Transition to ACTIVE for port object d0c812c4-9e3d-4587-b90f-6a970cc53cfc will not be triggered until provisioned by entity L2. {{(pid=121021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:50:38.329474 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f182-4ab0-409b-b739-72068749e3c2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:38.330645 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-d8e7f182-4ab0-409b-b739-72068749e3c2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9889145 Feb 02 14:50:38.400974 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60686) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:38.403555 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:50:38.403694 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Checking segment: {'id': 'dde88e3f-e120-4c81-bc33-16263f2baece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ad9ac8db-9ecf-40d9-b0da-e806aea0360d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:38.404247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Bound using segment: {'id': 'dde88e3f-e120-4c81-bc33-16263f2baece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ad9ac8db-9ecf-40d9-b0da-e806aea0360d'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:50:38.404727 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Bound port: d92d10c4-9a2f-485d-ae25-8ebadb69104d, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde88e3f-e120-4c81-bc33-16263f2baece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ad9ac8db-9ecf-40d9-b0da-e806aea0360d'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:50:38.405082 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:38.420204 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-52cb5b7b-be14-4394-8316-b7c3b89aecde admin admin] Publish callbacks [] for security_group (f21bcff4-0157-4b85-bb92-84c524b32df5), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:38.432051 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-b4414f6e-7f14-4588-b754-abddc42d97f7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'security_group_rule': {'security_group_id': '673e49e5-7b4e-4ff9-b8b6-375e23efbfeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:38.512351 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] For port d92d10c4-9a2f-485d-ae25-8ebadb69104d, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:50:38.515680 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-7abaebeb-84b3-4745-8612-52391b5110b4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18c3600a-88e4-43d5-8dd7-07613f5a5c9b HTTP/1.1" status: 200 len: 217 time: 0.1889305 Feb 02 14:50:38.517158 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:38.533668 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] For port d92d10c4-9a2f-485d-ae25-8ebadb69104d, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=d92d10c4-9a2f-485d-ae25-8ebadb69104d,segment=NetworkSegment(dde88e3f-e120-4c81-bc33-16263f2baece),segment_id=dde88e3f-e120-4c81-bc33-16263f2baece)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:50:38.542088 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60690) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:38.665006 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60692) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:38.789716 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:38.809743 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5858af-d25e-49e0-b01a-dea6ced273ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3d264668-a85d-444f-9562-f04d975353be", "tag": "18c3600a-88e4-43d5-8dd7-07613f5a5c9b"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:50:38.825306 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Pushing event updated for resources: {'Port': ['ID=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:38.838557 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device ae592a8e-5ddd-4f6f-bea6-408525d31f80 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:38.997473 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Attempting to bind port d0c812c4-9e3d-4587-b90f-6a970cc53cfc on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:50:38.997804 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Attempting to bind port d0c812c4-9e3d-4587-b90f-6a970cc53cfc by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:50:38.998138 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Attempting to bind port d0c812c4-9e3d-4587-b90f-6a970cc53cfc on network f883f6f4-297a-4457-aef2-a51100510aa0 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:39.015430 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Port d0c812c4-9e3d-4587-b90f-6a970cc53cfc on network f883f6f4-297a-4457-aef2-a51100510aa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:50:39.015787 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Attempting to bind port d0c812c4-9e3d-4587-b90f-6a970cc53cfc on network f883f6f4-297a-4457-aef2-a51100510aa0 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:39.029958 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-98dd2e06-330f-4959-a8bd-f93202337189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:39.033838 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-98dd2e06-330f-4959-a8bd-f93202337189 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b5da69a2-8942-45df-bb4a-0dcff917a34f HTTP/1.1" status: 200 len: 855 time: 0.3945117 Feb 02 14:50:39.035341 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:50:39.035814 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Checking segment: {'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:39.036263 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Bound using segment: {'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:50:39.039200 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Bound port: d0c812c4-9e3d-4587-b90f-6a970cc53cfc, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'}}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:50:39.039652 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:39.164935 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port ae592a8e-5ddd-4f6f-bea6-408525d31f80 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:39.165479 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:39.299267 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-91db8f67-ac24-4eed-aa65-138aaa493272 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=881700dd-aa90-43d9-8db0-8f463dc5ec94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2297621 Feb 02 14:50:39.316352 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-52cb5b7b-be14-4394-8316-b7c3b89aecde admin admin] Publish callbacks [] for security_group (f21bcff4-0157-4b85-bb92-84c524b32df5), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:39.362085 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c6ad6-07f2-4ad4-9f22-a3b29fcb491d req-b95f6088-cce5-4da7-85ba-24f54902a237 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:39.367860 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-965c6ad6-07f2-4ad4-9f22-a3b29fcb491d req-b95f6088-cce5-4da7-85ba-24f54902a237 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 944 time: 1.2083225 Feb 02 14:50:39.381927 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] For port d0c812c4-9e3d-4587-b90f-6a970cc53cfc, host hv-cinder-78251, cleared binding levels {{(pid=121021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:50:39.404855 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port ae592a8e-5ddd-4f6f-bea6-408525d31f80 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:39.444372 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] For port d0c812c4-9e3d-4587-b90f-6a970cc53cfc, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:50:39.474698 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Pushing event updated for resources: {'Port': ['ID=d92d10c4-9a2f-485d-ae25-8ebadb69104d,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:39.490576 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-66cecc50-6e14-443e-a5ce-f1b04905a09c service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807442 Feb 02 14:50:39.505650 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:39.506296 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:39.507740 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ebd7ed67-f84d-4313-939b-a77b15b946ed service neutron] 10.222.0.115 "PUT /v2.0/ports/d92d10c4-9a2f-485d-ae25-8ebadb69104d HTTP/1.1" status: 200 len: 1094 time: 4.1739051 Feb 02 14:50:39.525633 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:39.532187 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657ce980-b73a-4ca7-8de6-dbecb03d6c38', 'tag': 'd92d10c4-9a2f-485d-ae25-8ebadb69104d'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:50:39.586555 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-965c6ad6-07f2-4ad4-9f22-a3b29fcb491d req-b8b573aa-5d7f-4ca0-a45c-8dccc4534922 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177370 Feb 02 14:50:39.631397 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-498e84df-d0f8-4e9f-a551-1921c65ac249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:39.668041 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0544941f-7829-4e85-9516-9fe43683dace req-2b9f449b-30d4-40b0-a86c-6131d13d2cdc tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4641719 Feb 02 14:50:39.715603 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0c49b508-ac99-49aa-9401-129c145bd6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:39.741220 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4414f6e-7f14-4588-b754-abddc42d97f7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (d24fb6f6-752b-4c56-80bd-408c4a42d66f), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:39.783937 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e0179dda-83ec-43a2-9d91-cf240a8e2d57 req-5cf3e437-0132-462c-baba-e6a04102259c service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420146 Feb 02 14:50:39.818347 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:39.819030 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:39.820763 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] 10.222.0.115 "PUT /v2.0/ports/d0c812c4-9e3d-4587-b90f-6a970cc53cfc HTTP/1.1" status: 200 len: 1093 time: 3.3984823 Feb 02 14:50:39.871351 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2b729-685b-4712-9bcc-2d78a7dce1ed service neutron] Pushing event updated for resources: {'Port': ['ID=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,revision_number=3']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:39.932875 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f02080-cefc-4567-9450-c999e05d77d7" -d '{"events": [{"name": "network-changed", "server_uuid": "657ce980-b73a-4ca7-8de6-dbecb03d6c38", "tag": "d92d10c4-9a2f-485d-ae25-8ebadb69104d"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:50:39.969845 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-572ec184-872a-4e95-8466-90ab59de5f21 req-f689b7f4-f3c7-4bf8-b429-3fd077a34eea tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 210 time: 0.2016261 Feb 02 14:50:40.001450 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-e1841eb2-9073-4967-9bdd-d6636ebbdfb0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:40.003727 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-e1841eb2-9073-4967-9bdd-d6636ebbdfb0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 818 time: 1.7405567 Feb 02 14:50:40.082128 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e8fc03-93af-44b9-a65d-063130274e7a x-openstack-request-id: req-49e8fc03-93af-44b9-a65d-063130274e7a {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:50:40.082128 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d264668-a85d-444f-9562-f04d975353be", "tag": "18c3600a-88e4-43d5-8dd7-07613f5a5c9b", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:50:40.082128 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49e8fc03-93af-44b9-a65d-063130274e7a {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:50:40.082128 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d264668-a85d-444f-9562-f04d975353be', 'tag': '18c3600a-88e4-43d5-8dd7-07613f5a5c9b', 'status': 'completed', 'code': 200} Feb 02 14:50:40.124365 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Request body: {'port': {'device_id': '48727fe6-5014-46d2-b0c5-a4fbb46e6061', 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0', 'admin_state_up': True, 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:40.182543 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2d9452be-588f-424e-9ecd-21d6e9bf5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:40.184533 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-2d9452be-588f-424e-9ecd-21d6e9bf5e3e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 1127 time: 0.1009245 Feb 02 14:50:40.198462 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ada855f8-45e1-4684-81b2-656b60b2d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:40.200332 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-ada855f8-45e1-4684-81b2-656b60b2d4c9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1ad57d0ab0bf430383bdb48012fe2f67&device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 1128 time: 0.3966095 Feb 02 14:50:40.226673 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c629036c-6c3e-4b8d-9491-f4b365b04116 x-openstack-request-id: req-c629036c-6c3e-4b8d-9491-f4b365b04116 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:50:40.227212 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657ce980-b73a-4ca7-8de6-dbecb03d6c38", "tag": "d92d10c4-9a2f-485d-ae25-8ebadb69104d", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:50:40.227569 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c629036c-6c3e-4b8d-9491-f4b365b04116 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:50:40.228115 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657ce980-b73a-4ca7-8de6-dbecb03d6c38', 'tag': 'd92d10c4-9a2f-485d-ae25-8ebadb69104d', 'status': 'completed', 'code': 200} Feb 02 14:50:40.259744 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4414f6e-7f14-4588-b754-abddc42d97f7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (d24fb6f6-752b-4c56-80bd-408c4a42d66f), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:40.308917 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-52cb5b7b-be14-4394-8316-b7c3b89aecde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (f21bcff4-0157-4b85-bb92-84c524b32df5), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:40.311644 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-52cb5b7b-be14-4394-8316-b7c3b89aecde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:40.312852 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-52cb5b7b-be14-4394-8316-b7c3b89aecde admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f21bcff4-0157-4b85-bb92-84c524b32df5 HTTP/1.1" status: 204 len: 168 time: 2.4588995 Feb 02 14:50:40.337728 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4414f6e-7f14-4588-b754-abddc42d97f7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (d24fb6f6-752b-4c56-80bd-408c4a42d66f), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:40.368451 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4414f6e-7f14-4588-b754-abddc42d97f7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24fb6f6-752b-4c56-80bd-408c4a42d66f,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:40.390998 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb5b7b-be14-4394-8316-b7c3b89aecde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21bcff4-0157-4b85-bb92-84c524b32df5,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:40.480798 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-02d5e780-1f9b-42ca-8954-f2ae378986a8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc HTTP/1.1" status: 200 len: 217 time: 0.1097231 Feb 02 14:50:40.511800 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-3d6bacca-f110-44a7-a1ad-13d8dfb7ca44 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d92d10c4-9a2f-485d-ae25-8ebadb69104d HTTP/1.1" status: 200 len: 217 time: 0.1529994 Feb 02 14:50:40.514953 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-498e84df-d0f8-4e9f-a551-1921c65ac249 admin admin] Publish callbacks [] for security_group (54567447-edf8-42b4-8fc2-54858123af12), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:40.517056 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0c49b508-ac99-49aa-9401-129c145bd6a1 admin admin] Publish callbacks [] for security_group (5a3e4ec5-349f-4955-a15e-58be5debb2d7), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:40.548088 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5858af-d25e-49e0-b01a-dea6ced273ef req-3ddf730e-870a-4b5b-96dd-4afe170e6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:40.550888 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2d5858af-d25e-49e0-b01a-dea6ced273ef req-3ddf730e-870a-4b5b-96dd-4afe170e6d2e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 1127 time: 0.1902137 Feb 02 14:50:40.600794 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-498e84df-d0f8-4e9f-a551-1921c65ac249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (54567447-edf8-42b4-8fc2-54858123af12), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:40.652087 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4414f6e-7f14-4588-b754-abddc42d97f7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:40.653455 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b4414f6e-7f14-4588-b754-abddc42d97f7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2312114 Feb 02 14:50:40.664119 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0c49b508-ac99-49aa-9401-129c145bd6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (5a3e4ec5-349f-4955-a15e-58be5debb2d7), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:40.669971 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60746) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:40.702734 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'floatingip': {'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:40.805353 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-498e84df-d0f8-4e9f-a551-1921c65ac249 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7420e071743455fb90c9063a6e21519&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2295713 Feb 02 14:50:40.805353 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e84df-d0f8-4e9f-a551-1921c65ac249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54567447-edf8-42b4-8fc2-54858123af12,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:40.827658 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60752) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:40.843276 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-63c356d6-51b9-447a-a2ac-0eecc6445ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:40.845052 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-63c356d6-51b9-447a-a2ac-0eecc6445ff2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.2272363 Feb 02 14:50:40.853580 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-6b871467-f658-4bd0-8140-dc0ba4d9999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:40.855133 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-6b871467-f658-4bd0-8140-dc0ba4d9999a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=97da7bd1-4ebf-486f-bf51-aa4ffdfc3782 HTTP/1.1" status: 200 len: 851 time: 0.1925282 Feb 02 14:50:40.913828 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Made reservation on behalf of a1287bea610b4ebf9b63e136bf969c31 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:40.918142 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:40.922842 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-fe385307-eaf4-4d23-a0eb-82e62b0669f9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565197 Feb 02 14:50:40.970010 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5858af-d25e-49e0-b01a-dea6ced273ef req-25c523b4-5ff4-4409-9122-811424292f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:40.972323 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2d5858af-d25e-49e0-b01a-dea6ced273ef req-25c523b4-5ff4-4409-9122-811424292f50 service neutron] 10.222.0.115 "GET /v2.0/networks?id=881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 200 len: 917 time: 0.2985811 Feb 02 14:50:41.036552 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-f2f4524c-86f3-487f-9e6b-9088ca6e4c8e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=ad9ac8db-9ecf-40d9-b0da-e806aea0360d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101046 Feb 02 14:50:41.107434 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49b508-ac99-49aa-9401-129c145bd6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3e4ec5-349f-4955-a15e-58be5debb2d7,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:41.208882 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60760) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:41.234234 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:41.240306 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-0c49b508-ac99-49aa-9401-129c145bd6a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07c2cbeac73f4dfe8f915d5ca6009240&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5696068 Feb 02 14:50:41.244792 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60762) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:41.249650 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-18353ad5-0a3e-4ef2-9374-55b23f6fe0de admin admin] Publish callbacks [] for security_group (54567447-edf8-42b4-8fc2-54858123af12), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:41.263800 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-78f9e22a-2a51-48d6-98aa-b90b2dabb44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:41.293997 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b930d-fb68-4b3a-80f6-d30136602cd5 req-13b820c6-02b8-492a-ab2e-83a511493c1c tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:41.296111 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0c9b930d-fb68-4b3a-80f6-d30136602cd5 req-13b820c6-02b8-492a-ab2e-83a511493c1c tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 944 time: 0.3857930 Feb 02 14:50:41.334489 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-b5bb9ef6-11f5-45d7-a5a7-b8df3fb7939c service neutron] 10.222.0.115 "GET /v2.0/networks/ad9ac8db-9ecf-40d9-b0da-e806aea0360d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698116 Feb 02 14:50:41.376162 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2d5858af-d25e-49e0-b01a-dea6ced273ef req-cb3db355-3462-4cdc-9690-988653f3e2c4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18c3600a-88e4-43d5-8dd7-07613f5a5c9b HTTP/1.1" status: 200 len: 217 time: 0.3897882 Feb 02 14:50:41.453818 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e07f39-aeea-4533-9266-5f946f87df9e req-f425dfe5-b50a-4e81-8850-dce39f6c1f33 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:41.455643 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-25e07f39-aeea-4533-9266-5f946f87df9e req-f425dfe5-b50a-4e81-8850-dce39f6c1f33 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 943 time: 0.5264983 Feb 02 14:50:41.605500 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-03f2e248-835f-4205-8213-dc3e40107e34 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476624 Feb 02 14:50:41.611290 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-18353ad5-0a3e-4ef2-9374-55b23f6fe0de admin admin] Publish callbacks [] for security_group (54567447-edf8-42b4-8fc2-54858123af12), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:41.657905 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-21388558-4141-47ce-9639-fe69abacea53 admin admin] Publish callbacks [] for security_group (5a3e4ec5-349f-4955-a15e-58be5debb2d7), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:41.707147 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-21388558-4141-47ce-9639-fe69abacea53 admin admin] Publish callbacks [] for security_group (5a3e4ec5-349f-4955-a15e-58be5debb2d7), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:41.778067 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Allocated IP 172.20.0.9 (f883f6f4-297a-4457-aef2-a51100510aa0/f9c60aac-2708-4553-bac1-97e038841f6e/8b0b0d5d-7b0b-453e-b423-d4283bedfa83) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:41.822292 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0c9b930d-fb68-4b3a-80f6-d30136602cd5 req-f2143095-c4d9-483d-9033-7d4cc2a55bdd tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965963 Feb 02 14:50:41.834359 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-25e07f39-aeea-4533-9266-5f946f87df9e req-5604c2db-7c94-459a-96b9-1b1bab804080 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624387 Feb 02 14:50:42.001653 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-74a1f761-3895-4cad-9c60-0eeaeabae8ac service neutron] 10.222.0.115 "GET /v2.0/networks/ad9ac8db-9ecf-40d9-b0da-e806aea0360d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046315 Feb 02 14:50:42.003538 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-18353ad5-0a3e-4ef2-9374-55b23f6fe0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (54567447-edf8-42b4-8fc2-54858123af12), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:42.003538 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-18353ad5-0a3e-4ef2-9374-55b23f6fe0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:42.003538 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-18353ad5-0a3e-4ef2-9374-55b23f6fe0de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54567447-edf8-42b4-8fc2-54858123af12 HTTP/1.1" status: 204 len: 168 time: 1.0877552 Feb 02 14:50:42.003538 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18353ad5-0a3e-4ef2-9374-55b23f6fe0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54567447-edf8-42b4-8fc2-54858123af12,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:42.003538 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5858af-d25e-49e0-b01a-dea6ced273ef req-7eb9b7b5-74fc-4dc5-9cd2-cce0c6a7c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:42.003538 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2d5858af-d25e-49e0-b01a-dea6ced273ef req-7eb9b7b5-74fc-4dc5-9cd2-cce0c6a7c701 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b5da69a2-8942-45df-bb4a-0dcff917a34f HTTP/1.1" status: 200 len: 855 time: 0.1857901 Feb 02 14:50:42.004730 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1a6daa21-01b7-4316-b25c-07478cc41fc5 req-bb316a42-3737-44b3-b6b6-2a9585aca1ac tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 210 time: 0.0660086 Feb 02 14:50:42.010679 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:42.063997 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2d5858af-d25e-49e0-b01a-dea6ced273ef req-eb5c1e32-933e-4b9a-bf54-43d9c26a7841 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=881700dd-aa90-43d9-8db0-8f463dc5ec94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750315 Feb 02 14:50:42.074385 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a8c5a14-cd27-4ed7-92f6-bddb219ad2a9 req-59cd4615-496d-440f-bd53-a160913646f3 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680330 Feb 02 14:50:42.092293 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7077cb7c-e491-4599-8c39-aa263893b9c3', 'tag': 'd0c812c4-9e3d-4587-b90f-6a970cc53cfc'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:50:42.097761 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8491ffe-7f21-464a-80b9-cb237b050a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7077cb7c-e491-4599-8c39-aa263893b9c3", "tag": "d0c812c4-9e3d-4587-b90f-6a970cc53cfc"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:50:42.109499 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks [] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:42.188750 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaeb41d-a62c-4728-a76e-4f8700502571 x-openstack-request-id: req-3aaeb41d-a62c-4728-a76e-4f8700502571 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:50:42.189620 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7077cb7c-e491-4599-8c39-aa263893b9c3", "tag": "d0c812c4-9e3d-4587-b90f-6a970cc53cfc", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:50:42.189747 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3aaeb41d-a62c-4728-a76e-4f8700502571 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:50:42.190229 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7077cb7c-e491-4599-8c39-aa263893b9c3', 'tag': 'd0c812c4-9e3d-4587-b90f-6a970cc53cfc', 'status': 'completed', 'code': 200} Feb 02 14:50:42.202040 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Allocated IP 172.27.3.13 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/6418d45b-4a83-43d5-a9e8-f1b2b8b30e85) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:42.225231 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2d5858af-d25e-49e0-b01a-dea6ced273ef req-5d2cb60a-f9fb-4089-9999-6261316c7daa service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494582 Feb 02 14:50:42.312235 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for port (6418d45b-4a83-43d5-a9e8-f1b2b8b30e85), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:42.361789 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2d5858af-d25e-49e0-b01a-dea6ced273ef req-06b55553-1dc1-45c1-ad22-6cedf5213f6e service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299479 Feb 02 14:50:42.616474 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-21388558-4141-47ce-9639-fe69abacea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (5a3e4ec5-349f-4955-a15e-58be5debb2d7), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:42.621501 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-21388558-4141-47ce-9639-fe69abacea53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:42.624185 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-21388558-4141-47ce-9639-fe69abacea53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a3e4ec5-349f-4955-a15e-58be5debb2d7 HTTP/1.1" status: 204 len: 168 time: 1.3751583 Feb 02 14:50:42.740306 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21388558-4141-47ce-9639-fe69abacea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3e4ec5-349f-4955-a15e-58be5debb2d7,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:42.741073 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-78f9e22a-2a51-48d6-98aa-b90b2dabb44a admin admin] Publish callbacks [] for security_group (caa14768-1b95-4b98-a2bf-47824f189b87), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:43.016969 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:43.305934 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Network f883f6f4-297a-4457-aef2-a51100510aa0 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:43.308216 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-99d8c79d-43de-46c2-8b25-f8fd0be9949e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:43.316406 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:43.338423 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (6418d45b-4a83-43d5-a9e8-f1b2b8b30e85), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:43.338423 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Pushing event updated for resources: {'Port': ['ID=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:43.338423 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:43.408654 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6477429-b53b-49e4-9984-a7a9c1fd5513 req-ee954c86-60ae-44f1-b227-1c17721af14e tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:43.411383 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c6477429-b53b-49e4-9984-a7a9c1fd5513 req-ee954c86-60ae-44f1-b227-1c17721af14e tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 944 time: 0.4299626 Feb 02 14:50:43.430110 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b13410-2ef8-4ba2-bee7-bb70ee49a9ca req-4f9d647e-7251-4b29-9e71-92bc34a2410c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:43.437994 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26b13410-2ef8-4ba2-bee7-bb70ee49a9ca req-4f9d647e-7251-4b29-9e71-92bc34a2410c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 943 time: 0.4581571 Feb 02 14:50:43.456606 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:43.461935 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-78f9e22a-2a51-48d6-98aa-b90b2dabb44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (caa14768-1b95-4b98-a2bf-47824f189b87), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:43.540131 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c6477429-b53b-49e4-9984-a7a9c1fd5513 req-0551113d-b30c-456c-a013-9d95d4d16039 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966756 Feb 02 14:50:43.541361 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:43.557805 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:43.609085 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:43.609085 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:43.632637 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'Port': ['ID=6418d45b-4a83-43d5-a9e8-f1b2b8b30e85,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:43.677467 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-78f9e22a-2a51-48d6-98aa-b90b2dabb44a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40a03d2017a14031983bb9ec77767f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4649239 Feb 02 14:50:43.677608 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9e22a-2a51-48d6-98aa-b90b2dabb44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa14768-1b95-4b98-a2bf-47824f189b87,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:43.686177 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60786) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:43.811105 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-0363d47d-2f64-44fb-823d-699f44ef5f53 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7307987 Feb 02 14:50:43.824192 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26b13410-2ef8-4ba2-bee7-bb70ee49a9ca req-f1de88a9-22df-42f4-8c6a-4aa862481ee2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851578 Feb 02 14:50:43.868936 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a8f7fc56-26fd-4efc-8e3e-f04892bdd1af admin admin] Publish callbacks [] for security_group (caa14768-1b95-4b98-a2bf-47824f189b87), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:43.879031 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (72ec615c-bcb7-4674-894b-59dd129d261b), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:43.891794 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09793576-3c43-49f3-93a0-471713619497 req-4e8e66b7-91be-4b1a-aeaf-fc853d1e7299 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:43.894307 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09793576-3c43-49f3-93a0-471713619497 req-4e8e66b7-91be-4b1a-aeaf-fc853d1e7299 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 931 time: 0.2486808 Feb 02 14:50:43.904860 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a8f7fc56-26fd-4efc-8e3e-f04892bdd1af admin admin] Publish callbacks [] for security_group (caa14768-1b95-4b98-a2bf-47824f189b87), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:43.969877 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Request body: {'port': {'device_id': '48727fe6-5014-46d2-b0c5-a4fbb46e6061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:44.051479 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09793576-3c43-49f3-93a0-471713619497 req-62349704-7e41-496c-a0a6-6f1ed04099d3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501458 Feb 02 14:50:44.073608 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6418d45b-4a83-43d5-a9e8-f1b2b8b30e85), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:44.107208 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a8f7fc56-26fd-4efc-8e3e-f04892bdd1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (caa14768-1b95-4b98-a2bf-47824f189b87), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:44.110875 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a8f7fc56-26fd-4efc-8e3e-f04892bdd1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:44.112976 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-a8f7fc56-26fd-4efc-8e3e-f04892bdd1af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/caa14768-1b95-4b98-a2bf-47824f189b87 HTTP/1.1" status: 204 len: 168 time: 0.4227767 Feb 02 14:50:44.154471 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60800) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:44.187705 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a012c625-b618-4d15-9d73-96c44769e1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:44.234398 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:44.289804 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7fc56-26fd-4efc-8e3e-f04892bdd1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa14768-1b95-4b98-a2bf-47824f189b87,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:44.340488 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8491ffe-7f21-464a-80b9-cb237b050a3b req-62695bf6-b11b-402c-819c-ec6d9d86c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:44.343128 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c8491ffe-7f21-464a-80b9-cb237b050a3b req-62695bf6-b11b-402c-819c-ec6d9d86c7df service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 1127 time: 0.2631259 Feb 02 14:50:44.346783 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02080-cefc-4567-9450-c999e05d77d7 req-a3ec77fa-31a0-4ccc-af58-07131a7fd1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:44.350931 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-15f02080-cefc-4567-9450-c999e05d77d7 req-a3ec77fa-31a0-4ccc-af58-07131a7fd1ea service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1ad57d0ab0bf430383bdb48012fe2f67&device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 1128 time: 0.2568123 Feb 02 14:50:44.436823 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for port (6418d45b-4a83-43d5-a9e8-f1b2b8b30e85), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:44.548379 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (6418d45b-4a83-43d5-a9e8-f1b2b8b30e85), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:44.599576 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a012c625-b618-4d15-9d73-96c44769e1bd admin admin] Publish callbacks [] for security_group (5ef000fa-c9f9-44f1-8da1-5e75412abd7f), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:44.658197 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8491ffe-7f21-464a-80b9-cb237b050a3b req-0a0b1a08-99e2-47be-9e06-f7d9a354422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:44.661587 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c8491ffe-7f21-464a-80b9-cb237b050a3b req-0a0b1a08-99e2-47be-9e06-f7d9a354422b service neutron] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 920 time: 0.2840710 Feb 02 14:50:44.664088 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02080-cefc-4567-9450-c999e05d77d7 req-3cbae8a2-97c3-488e-8083-4844f634e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:44.665795 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-15f02080-cefc-4567-9450-c999e05d77d7 req-3cbae8a2-97c3-488e-8083-4844f634e2e2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=ad9ac8db-9ecf-40d9-b0da-e806aea0360d HTTP/1.1" status: 200 len: 913 time: 0.2866299 Feb 02 14:50:44.738288 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a012c625-b618-4d15-9d73-96c44769e1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (5ef000fa-c9f9-44f1-8da1-5e75412abd7f), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:44.801131 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-a012c625-b618-4d15-9d73-96c44769e1bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e79dfceb6f9c469a9b0fdcc0056f79d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6434469 Feb 02 14:50:44.836848 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 60814) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:44.886788 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (72ec615c-bcb7-4674-894b-59dd129d261b), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:44.889319 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'Port': ['ID=6418d45b-4a83-43d5-a9e8-f1b2b8b30e85,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:44.907759 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c8491ffe-7f21-464a-80b9-cb237b050a3b req-646e8483-48aa-493b-a55a-0e139c94dee2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc HTTP/1.1" status: 200 len: 217 time: 0.1199286 Feb 02 14:50:44.912339 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-15f02080-cefc-4567-9450-c999e05d77d7 req-66beaaa3-e3c9-4873-a94c-b1b9970f782a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d92d10c4-9a2f-485d-ae25-8ebadb69104d HTTP/1.1" status: 200 len: 217 time: 0.1177311 Feb 02 14:50:44.938068 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012c625-b618-4d15-9d73-96c44769e1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef000fa-c9f9-44f1-8da1-5e75412abd7f,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:44.999373 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6db5767c-e805-45c1-a85a-2f9268d9c304 admin admin] Publish callbacks [] for security_group (5ef000fa-c9f9-44f1-8da1-5e75412abd7f), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.009072 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.018367 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7b6f1bdc-6022-459f-aa23-ab37f56a99b0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3207269 Feb 02 14:50:45.046133 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5602663-c1fc-4277-9610-54bfb06fad90 req-f355830d-62f5-444d-92bd-eb59c4146757 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:45.047696 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b5602663-c1fc-4277-9610-54bfb06fad90 req-f355830d-62f5-444d-92bd-eb59c4146757 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 944 time: 0.3545144 Feb 02 14:50:45.075151 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6db5767c-e805-45c1-a85a-2f9268d9c304 admin admin] Publish callbacks [] for security_group (5ef000fa-c9f9-44f1-8da1-5e75412abd7f), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.138190 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:50:45.148564 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5565707e-b427-458f-89a5-fac4a7988f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.155349 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Publish callbacks [] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.173280 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Transition to ACTIVE for port object 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:50:45.190294 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8491ffe-7f21-464a-80b9-cb237b050a3b req-07c8677a-7852-45b7-81cb-6b391511cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:45.192703 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c8491ffe-7f21-464a-80b9-cb237b050a3b req-07c8677a-7852-45b7-81cb-6b391511cc32 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.0763371 Feb 02 14:50:45.223280 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a854e9-3e0c-47e6-ab61-7b8011f4e79d req-8307e56a-fab1-4d68-960c-8e0ebe9bae17 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:45.224982 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-44a854e9-3e0c-47e6-ab61-7b8011f4e79d req-8307e56a-fab1-4d68-960c-8e0ebe9bae17 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 943 time: 0.2823951 Feb 02 14:50:45.263611 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.286809 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b5602663-c1fc-4277-9610-54bfb06fad90 req-61b77eae-6c81-4a90-a150-49336149601b tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036188 Feb 02 14:50:45.317276 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c8491ffe-7f21-464a-80b9-cb237b050a3b req-8da2e162-2bc8-4122-bb70-bfa3beca1f26 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394139 Feb 02 14:50:45.358291 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02080-cefc-4567-9450-c999e05d77d7 req-0ce3b687-8fb7-4897-81a4-b7e954c66c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:45.360215 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-44a854e9-3e0c-47e6-ab61-7b8011f4e79d req-87206ba5-b91c-4f98-90c1-a2cf46d7ad6e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244929 Feb 02 14:50:45.360215 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Pushing event updated for resources: {'Port': ['ID=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:45.360527 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-15f02080-cefc-4567-9450-c999e05d77d7 req-0ce3b687-8fb7-4897-81a4-b7e954c66c1b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=97da7bd1-4ebf-486f-bf51-aa4ffdfc3782 HTTP/1.1" status: 200 len: 851 time: 0.1158779 Feb 02 14:50:45.398786 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6db5767c-e805-45c1-a85a-2f9268d9c304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (5ef000fa-c9f9-44f1-8da1-5e75412abd7f), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.401622 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6db5767c-e805-45c1-a85a-2f9268d9c304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.403027 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-6db5767c-e805-45c1-a85a-2f9268d9c304 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ef000fa-c9f9-44f1-8da1-5e75412abd7f HTTP/1.1" status: 204 len: 168 time: 0.5624650 Feb 02 14:50:45.447451 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-15f02080-cefc-4567-9450-c999e05d77d7 req-a83815c0-2ab1-45cb-8824-e14ca15059a3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=ad9ac8db-9ecf-40d9-b0da-e806aea0360d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378463 Feb 02 14:50:45.453468 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5767c-e805-45c1-a85a-2f9268d9c304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef000fa-c9f9-44f1-8da1-5e75412abd7f,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:45.497538 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c8491ffe-7f21-464a-80b9-cb237b050a3b req-69092875-ac0a-4365-a703-7a8d8701ffe6 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602280 Feb 02 14:50:45.501936 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Attempting to bind port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:50:45.502379 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Attempting to bind port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:50:45.503406 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Attempting to bind port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 on network f883f6f4-297a-4457-aef2-a51100510aa0 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:45.518745 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 on network f883f6f4-297a-4457-aef2-a51100510aa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:50:45.525670 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Attempting to bind port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 on network f883f6f4-297a-4457-aef2-a51100510aa0 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:45.534918 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:50:45.535261 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Checking segment: {'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:45.535647 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Bound using segment: {'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:50:45.536099 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Bound port: 8b0b0d5d-7b0b-453e-b423-d4283bedfa83, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42bd642-e570-4614-8201-2b8918292189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:50:45.536462 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.544798 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ff7c-7419-4b21-8445-0c408eeeea38 req-1fd6cf1d-55c3-4b41-a4d4-a9abc0e8a611 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:45.546296 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1166ff7c-7419-4b21-8445-0c408eeeea38 req-1fd6cf1d-55c3-4b41-a4d4-a9abc0e8a611 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 943 time: 0.1177680 Feb 02 14:50:45.644483 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-0581196c-cdf4-484b-8a18-26aeee8663ec tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1462841994&fields=id&tenant_id=288118205ed44744a302b296426f45f7 HTTP/1.1" status: 200 len: 267 time: 0.1359189 Feb 02 14:50:45.694205 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-15f02080-cefc-4567-9450-c999e05d77d7 req-7312d23f-5ca2-4d17-8d30-64c2fd9b6028 service neutron] 10.222.0.115 "GET /v2.0/networks/ad9ac8db-9ecf-40d9-b0da-e806aea0360d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934962 Feb 02 14:50:45.766310 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c8491ffe-7f21-464a-80b9-cb237b050a3b req-d7edb157-a9b5-4ee0-b2d7-ffe31a1a6b98 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625167 Feb 02 14:50:45.766713 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] For port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:50:45.775037 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] For port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:50:45.786828 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1166ff7c-7419-4b21-8445-0c408eeeea38 req-aa056e51-5db7-4a6f-a008-c2a0270128c0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192996 Feb 02 14:50:45.860451 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.886669 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-15f02080-cefc-4567-9450-c999e05d77d7 req-3b32aa6d-999e-4c05-a2c2-b18b2486cafd service neutron] 10.222.0.115 "GET /v2.0/networks/ad9ac8db-9ecf-40d9-b0da-e806aea0360d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829877 Feb 02 14:50:45.915866 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:45.916515 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:45.918226 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] 10.222.0.115 "PUT /v2.0/ports/8b0b0d5d-7b0b-453e-b423-d4283bedfa83 HTTP/1.1" status: 200 len: 1093 time: 1.9545305 Feb 02 14:50:45.922530 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48727fe6-5014-46d2-b0c5-a4fbb46e6061', 'tag': '8b0b0d5d-7b0b-453e-b423-d4283bedfa83'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:50:45.924986 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23a8b9b-3cda-489c-97a3-98ae331d173e" -d '{"events": [{"name": "network-changed", "server_uuid": "48727fe6-5014-46d2-b0c5-a4fbb46e6061", "tag": "8b0b0d5d-7b0b-453e-b423-d4283bedfa83"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:50:45.959484 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-ea0658ab-aad9-4fc3-94b5-c553e1ed8461 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:45.960619 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-ea0658ab-aad9-4fc3-94b5-c553e1ed8461 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 815 time: 0.3029182 Feb 02 14:50:45.985066 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eae41e-3b28-497b-9ba4-7bab4a21297f service neutron] Pushing event updated for resources: {'Port': ['ID=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:45.989874 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-b1da1cd2-2619-4777-83e4-259f3a96d8eb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/quotas/288118205ed44744a302b296426f45f7 HTTP/1.1" status: 200 len: 375 time: 0.0225511 Feb 02 14:50:46.052136 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-1a08c2e6-a0a7-4f90-b963-3e3b82fc2f4d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546846 Feb 02 14:50:46.136719 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86bc0fe-1fe3-412c-8e1f-bb00c7e02751 x-openstack-request-id: req-f86bc0fe-1fe3-412c-8e1f-bb00c7e02751 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:50:46.137315 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48727fe6-5014-46d2-b0c5-a4fbb46e6061", "tag": "8b0b0d5d-7b0b-453e-b423-d4283bedfa83", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:50:46.137427 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f86bc0fe-1fe3-412c-8e1f-bb00c7e02751 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:50:46.137781 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48727fe6-5014-46d2-b0c5-a4fbb46e6061', 'tag': '8b0b0d5d-7b0b-453e-b423-d4283bedfa83', 'status': 'completed', 'code': 200} Feb 02 14:50:46.211000 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:46.237983 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-6f39b448-80ba-4e46-9a05-68f17f48e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:46.239837 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-6f39b448-80ba-4e46-9a05-68f17f48e5a5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 1127 time: 0.1469154 Feb 02 14:50:46.252113 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-02706acd-ddb5-4979-8f77-de5f4ce0492f service neutron] 10.222.0.10 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825414 Feb 02 14:50:46.552921 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-5ce99bf5-4acc-441d-bfa3-f13471ebb408 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b0b0d5d-7b0b-453e-b423-d4283bedfa83 HTTP/1.1" status: 200 len: 217 time: 0.2492216 Feb 02 14:50:46.648564 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-598df264-2a66-478f-9713-b8853743df9e service neutron] 10.222.0.10 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879490 Feb 02 14:50:46.656951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-87f7946a-7013-48e1-af53-41d3b1aefc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:46.658464 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-87f7946a-7013-48e1-af53-41d3b1aefc2e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.0890775 Feb 02 14:50:46.671133 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94149e78-f45d-4d1f-8d07-7b536b0b98de req-ea220c32-afb9-4e49-964c-b64cc7b77525 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:46.672662 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-94149e78-f45d-4d1f-8d07-7b536b0b98de req-ea220c32-afb9-4e49-964c-b64cc7b77525 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 944 time: 0.1216075 Feb 02 14:50:46.711474 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-62588d39-7488-49f8-9ae1-dd13d768d3ee service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370090 Feb 02 14:50:46.816387 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-94149e78-f45d-4d1f-8d07-7b536b0b98de req-df78801d-8fba-4bdc-83a0-88eb1b6b6e38 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334043 Feb 02 14:50:46.859194 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-845ae7db-eab6-4023-9fab-621237690d5f service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388752 Feb 02 14:50:47.022239 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26bac3c0-42dd-48b8-9270-4fd5d6be29fb req-b76aa26e-f1c9-4347-9f03-73dfeef104a7 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565814 Feb 02 14:50:47.030107 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af6d2b-cea6-4a98-9406-6c3dd77ff8b3 req-a0c92a47-1473-4558-9d7b-58fee7917278 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:47.033585 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-86af6d2b-cea6-4a98-9406-6c3dd77ff8b3 req-a0c92a47-1473-4558-9d7b-58fee7917278 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 943 time: 0.1251099 Feb 02 14:50:47.102811 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-86af6d2b-cea6-4a98-9406-6c3dd77ff8b3 req-1e6f1a30-263e-4e72-b238-fc3a69bea158 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645678 Feb 02 14:50:47.122388 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60936) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:47.186499 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f0ca-3229-49f9-a2c9-68bea2bbf8f8 req-fe311fb9-d6fc-47c5-8581-dde68c3ef36b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:47.200252 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7330f0ca-3229-49f9-a2c9-68bea2bbf8f8 req-fe311fb9-d6fc-47c5-8581-dde68c3ef36b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 943 time: 0.0933943 Feb 02 14:50:47.285281 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fd72b15d-b65c-4d65-8b31-69c67821f53a req-09e7cb5f-a1fb-4309-8cef-4c3a2683fdc8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 210 time: 0.0786569 Feb 02 14:50:47.324945 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7330f0ca-3229-49f9-a2c9-68bea2bbf8f8 req-8d53ffb6-311d-42ff-95d0-d4c0c5efcdc3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260397 Feb 02 14:50:47.326913 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8b9b-3cda-489c-97a3-98ae331d173e req-0a04a90d-6b76-44f4-b0c6-8e4ed6ca4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:47.328615 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f23a8b9b-3cda-489c-97a3-98ae331d173e req-0a04a90d-6b76-44f4-b0c6-8e4ed6ca4149 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 1127 time: 0.1262712 Feb 02 14:50:47.395065 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-278bbef9-32d2-4af5-80b0-29b25455de3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:47.544134 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-278bbef9-32d2-4af5-80b0-29b25455de3b admin admin] Publish callbacks [] for security_group (8e1bb2d4-03d0-4bb1-8219-756210224158), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:47.546512 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8b9b-3cda-489c-97a3-98ae331d173e req-8b217531-1de6-4789-bdee-555d3065b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:47.548212 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f23a8b9b-3cda-489c-97a3-98ae331d173e req-8b217531-1de6-4789-bdee-555d3065b036 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 920 time: 0.2120986 Feb 02 14:50:47.608554 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f23a8b9b-3cda-489c-97a3-98ae331d173e req-9b213f4c-cc63-4976-9e5d-311d1e347729 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b0b0d5d-7b0b-453e-b423-d4283bedfa83 HTTP/1.1" status: 200 len: 217 time: 0.0528164 Feb 02 14:50:47.619357 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-278bbef9-32d2-4af5-80b0-29b25455de3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (8e1bb2d4-03d0-4bb1-8219-756210224158), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:47.676508 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-278bbef9-32d2-4af5-80b0-29b25455de3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5dc4a5c176a9442ca308491dfe8d0051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5501406 Feb 02 14:50:47.676508 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bbef9-32d2-4af5-80b0-29b25455de3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1bb2d4-03d0-4bb1-8219-756210224158,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:47.678862 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 60964) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:47.689163 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8b9b-3cda-489c-97a3-98ae331d173e req-4d3968ac-9ac0-47c0-9872-4976ddae1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:47.691859 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f23a8b9b-3cda-489c-97a3-98ae331d173e req-4d3968ac-9ac0-47c0-9872-4976ddae1b32 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.0763466 Feb 02 14:50:47.734531 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:47.739015 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f23a8b9b-3cda-489c-97a3-98ae331d173e req-5185abbf-4db7-4e99-b4e0-fb1cc4a6ca47 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404911 Feb 02 14:50:47.759739 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-09a96e07-0218-4fc6-9471-08e02ed0dda1 admin admin] Publish callbacks [] for security_group (8e1bb2d4-03d0-4bb1-8219-756210224158), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:47.789262 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-09a96e07-0218-4fc6-9471-08e02ed0dda1 admin admin] Publish callbacks [] for security_group (8e1bb2d4-03d0-4bb1-8219-756210224158), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:47.876466 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f23a8b9b-3cda-489c-97a3-98ae331d173e req-58001c70-329c-4a7b-b45b-2fcfa18518bf service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309643 Feb 02 14:50:48.057503 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f23a8b9b-3cda-489c-97a3-98ae331d173e req-fdf05b90-b1f5-46fc-8bb4-cef291059399 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736751 Feb 02 14:50:48.062416 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-09a96e07-0218-4fc6-9471-08e02ed0dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (8e1bb2d4-03d0-4bb1-8219-756210224158), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:48.065736 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-09a96e07-0218-4fc6-9471-08e02ed0dda1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:48.065933 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7d3c9-4edd-4bb7-87a4-b7853982446b req-49206ad3-f695-48f7-aafe-4facbe5a056b tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:48.069844 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-09a96e07-0218-4fc6-9471-08e02ed0dda1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e1bb2d4-03d0-4bb1-8219-756210224158 HTTP/1.1" status: 204 len: 168 time: 0.3876388 Feb 02 14:50:48.070011 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c7e7d3c9-4edd-4bb7-87a4-b7853982446b req-49206ad3-f695-48f7-aafe-4facbe5a056b tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 944 time: 0.1285267 Feb 02 14:50:48.075902 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a96e07-0218-4fc6-9471-08e02ed0dda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1bb2d4-03d0-4bb1-8219-756210224158,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:48.132820 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c7e7d3c9-4edd-4bb7-87a4-b7853982446b req-b920a1c2-feb8-4372-ac12-4a67c68d4fe4 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577114 Feb 02 14:50:48.258967 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2ab9-b09e-4789-8a9d-8b3d9341151c req-348f2f36-71b1-4cca-84d2-d3a806fbf612 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:48.260607 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-92cc2ab9-b09e-4789-8a9d-8b3d9341151c req-348f2f36-71b1-4cca-84d2-d3a806fbf612 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 943 time: 0.0780406 Feb 02 14:50:48.311498 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-92cc2ab9-b09e-4789-8a9d-8b3d9341151c req-bad3727c-802b-491d-81d5-40b4cdcfaeb4 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Feb 02 14:50:48.383141 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-73bdb88b-2fe8-4a53-b36a-1cf2a5712332 req-7eaf5492-d900-41d7-beb5-9e9e3ce0c008 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 210 time: 0.0339799 Feb 02 14:50:48.496042 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307cd04-09dd-4580-8641-6390681c2a70 req-75c8602b-21e6-4b08-96bb-3e0917ac4e41 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:48.498170 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b307cd04-09dd-4580-8641-6390681c2a70 req-75c8602b-21e6-4b08-96bb-3e0917ac4e41 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 943 time: 0.0767255 Feb 02 14:50:48.554038 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b307cd04-09dd-4580-8641-6390681c2a70 req-e3371494-b7df-4d52-abce-cda6d28362df tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Feb 02 14:50:49.125118 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:49.256915 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc813af2-7463-40cf-9010-fd0a34e67a3c req-ba7b0b16-a698-4307-bed4-7694c287c08b tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:49.258336 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fc813af2-7463-40cf-9010-fd0a34e67a3c req-ba7b0b16-a698-4307-bed4-7694c287c08b tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 944 time: 0.0559511 Feb 02 14:50:49.308689 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fc813af2-7463-40cf-9010-fd0a34e67a3c req-64dcec54-8303-425a-bd77-66eb35b79a75 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Feb 02 14:50:49.468846 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2b174-c39d-4ef8-b9d4-d7a11cca96b8 req-24e8b7ca-f6a1-4de5-9628-f3e10118dfbb tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:49.470490 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8b2b174-c39d-4ef8-b9d4-d7a11cca96b8 req-24e8b7ca-f6a1-4de5-9628-f3e10118dfbb tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 943 time: 0.0645452 Feb 02 14:50:49.544281 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-76b90061-be77-4756-886b-2ce64b659d25 req-a4b7e6b3-2416-46db-990d-6a1bb5fa1507 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 210 time: 0.0361538 Feb 02 14:50:49.563804 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8b2b174-c39d-4ef8-b9d4-d7a11cca96b8 req-e9d2ba55-0875-4965-a571-d3ddaa112422 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821354 Feb 02 14:50:49.623896 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 32816) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:49.701632 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5151c1-1a8f-4560-996f-4516d1cbac44 req-9c801e34-c976-4f2e-b44e-ca36a9118382 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:49.703259 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7f5151c1-1a8f-4560-996f-4516d1cbac44 req-9c801e34-c976-4f2e-b44e-ca36a9118382 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 943 time: 0.0589802 Feb 02 14:50:49.771542 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ee8609eb-457a-42aa-8f14-9ab9ad31a527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:49.809800 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7f5151c1-1a8f-4560-996f-4516d1cbac44 req-5351d93e-fdc8-4729-bb56-2e56d8ad125d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000943 Feb 02 14:50:49.898889 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ee8609eb-457a-42aa-8f14-9ab9ad31a527 admin admin] Publish callbacks [] for security_group (2b330488-1377-4caf-8fea-7a82fc82b6ae), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:49.999963 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ee8609eb-457a-42aa-8f14-9ab9ad31a527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2b330488-1377-4caf-8fea-7a82fc82b6ae), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:50.044989 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-ee8609eb-457a-42aa-8f14-9ab9ad31a527 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b3466b9032e4a3e89ec65c7ee859934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4174194 Feb 02 14:50:50.044989 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8609eb-457a-42aa-8f14-9ab9ad31a527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b330488-1377-4caf-8fea-7a82fc82b6ae,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:50.045258 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 32828) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:50.108052 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cf240fd4-814b-4326-9f35-8036fe76150d admin admin] Publish callbacks [] for security_group (2b330488-1377-4caf-8fea-7a82fc82b6ae), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:50.131284 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cf240fd4-814b-4326-9f35-8036fe76150d admin admin] Publish callbacks [] for security_group (2b330488-1377-4caf-8fea-7a82fc82b6ae), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:50.296461 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cf240fd4-814b-4326-9f35-8036fe76150d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2b330488-1377-4caf-8fea-7a82fc82b6ae), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:50.299131 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cf240fd4-814b-4326-9f35-8036fe76150d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:50.301360 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-cf240fd4-814b-4326-9f35-8036fe76150d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b330488-1377-4caf-8fea-7a82fc82b6ae HTTP/1.1" status: 204 len: 168 time: 0.2550550 Feb 02 14:50:50.309115 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf240fd4-814b-4326-9f35-8036fe76150d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b330488-1377-4caf-8fea-7a82fc82b6ae,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:50.446185 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf710454-7341-4f99-98eb-fa74d122d2bc req-7e44118c-58ce-4fce-80c0-53025ffc2bea tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:50.447712 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf710454-7341-4f99-98eb-fa74d122d2bc req-7e44118c-58ce-4fce-80c0-53025ffc2bea tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 944 time: 0.0590703 Feb 02 14:50:50.500084 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf710454-7341-4f99-98eb-fa74d122d2bc req-0bcd81b8-3556-4311-a1ab-987d9fe0a714 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467849 Feb 02 14:50:50.665915 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dbde7aaa-2f4f-4569-8695-8e12f360cb60 req-e84ec883-f969-472c-88a8-aa7900578c13 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 210 time: 0.0387468 Feb 02 14:50:50.712079 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff792dfa-784e-4e05-9935-b7c6f9a2fb63 req-e2895999-f12e-4d50-8ed8-06fa59498118 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:50.713824 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ff792dfa-784e-4e05-9935-b7c6f9a2fb63 req-e2895999-f12e-4d50-8ed8-06fa59498118 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 943 time: 0.0759962 Feb 02 14:50:50.762112 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ff792dfa-784e-4e05-9935-b7c6f9a2fb63 req-bcbcc599-84ab-42d9-a8da-5b140ddc21b3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Feb 02 14:50:50.930232 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350b2ec-71ba-4181-ad99-0ffb486aaaca req-95de4641-19f3-4ec4-ba7c-813ddd8a2845 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:50.931819 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3350b2ec-71ba-4181-ad99-0ffb486aaaca req-95de4641-19f3-4ec4-ba7c-813ddd8a2845 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 943 time: 0.0544212 Feb 02 14:50:50.982044 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3350b2ec-71ba-4181-ad99-0ffb486aaaca req-a9f15ecc-8646-4fbb-9634-f954cd8300ed tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442650 Feb 02 14:50:50.985953 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:50:51.032507 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 32864) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:51.053502 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-80064d5d-b284-4b1d-aaae-830db7325190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.103960 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:51.116385 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '8b0b0d5d-7b0b-453e-b423-d4283bedfa83', 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0', 'port_id': '8b0b0d5d-7b0b-453e-b423-d4283bedfa83', 'mac_address': 'fa:16:3e:09:9c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c60aac-2708-4553-bac1-97e038841f6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:50:51.138420 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-80064d5d-b284-4b1d-aaae-830db7325190 admin admin] Publish callbacks [] for security_group (b9742978-3de2-4ca0-9b6c-77c82ce3eaf5), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.159901 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:51.160279 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.174892 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:50:51.197437 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:51.222177 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-80064d5d-b284-4b1d-aaae-830db7325190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b9742978-3de2-4ca0-9b6c-77c82ce3eaf5), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.270077 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 32870) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:51.270648 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-80064d5d-b284-4b1d-aaae-830db7325190 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=068ad84753004480b9e0ac86229e9439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365911 Feb 02 14:50:51.272609 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80064d5d-b284-4b1d-aaae-830db7325190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9742978-3de2-4ca0-9b6c-77c82ce3eaf5,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:51.307919 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.307919 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 18c3600a-88e4-43d5-8dd7-07613f5a5c9b details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:50:51.320767 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1634a22f-6e22-478e-9616-b254d89eee14 admin admin] Publish callbacks [] for security_group (b9742978-3de2-4ca0-9b6c-77c82ce3eaf5), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.344041 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1634a22f-6e22-478e-9616-b254d89eee14 admin admin] Publish callbacks [] for security_group (b9742978-3de2-4ca0-9b6c-77c82ce3eaf5), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.378245 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:51.460304 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:51.470927 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '18c3600a-88e4-43d5-8dd7-07613f5a5c9b', 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94', 'port_id': '18c3600a-88e4-43d5-8dd7-07613f5a5c9b', 'mac_address': 'fa:16:3e:27:6e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5da69a2-8942-45df-bb4a-0dcff917a34f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:50:51.500251 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1634a22f-6e22-478e-9616-b254d89eee14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b9742978-3de2-4ca0-9b6c-77c82ce3eaf5), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.504629 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1634a22f-6e22-478e-9616-b254d89eee14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.506235 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-1634a22f-6e22-478e-9616-b254d89eee14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9742978-3de2-4ca0-9b6c-77c82ce3eaf5 HTTP/1.1" status: 204 len: 168 time: 0.2346280 Feb 02 14:50:51.516497 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634a22f-6e22-478e-9616-b254d89eee14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9742978-3de2-4ca0-9b6c-77c82ce3eaf5,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:51.524356 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:51.525059 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.560518 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c3600a-88e4-43d5-8dd7-07613f5a5c9b {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:50:51.600758 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:51.647895 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f38d8-2398-43ba-b761-6a4415b91ae2 req-53c61cff-9432-4054-acd6-3548c775aeff tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:51.655394 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cf0f38d8-2398-43ba-b761-6a4415b91ae2 req-53c61cff-9432-4054-acd6-3548c775aeff tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 944 time: 0.0704229 Feb 02 14:50:51.713109 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:51.713764 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device d92d10c4-9a2f-485d-ae25-8ebadb69104d details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:50:51.715969 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cf0f38d8-2398-43ba-b761-6a4415b91ae2 req-b0113b7e-1776-4d27-b883-80f92cc3c981 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597293 Feb 02 14:50:51.768729 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 32884) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:51.815446 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-17f965dd-019c-4f19-9779-88ede91a5163 req-1fdf4b58-659c-4585-80d2-488ff6aa3156 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 210 time: 0.0501382 Feb 02 14:50:51.891213 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:51.954252 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port d92d10c4-9a2f-485d-ae25-8ebadb69104d, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=d92d10c4-9a2f-485d-ae25-8ebadb69104d,segment=NetworkSegment(dde88e3f-e120-4c81-bc33-16263f2baece),segment_id=dde88e3f-e120-4c81-bc33-16263f2baece)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:51.965940 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cb3f1-8673-4141-a586-a78774ab27b9 req-cda35a9a-eba0-44bd-90b5-01456ce8c1f7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:51.968234 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-044cb3f1-8673-4141-a586-a78774ab27b9 req-cda35a9a-eba0-44bd-90b5-01456ce8c1f7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 944 time: 0.0965419 Feb 02 14:50:51.991656 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': 'd92d10c4-9a2f-485d-ae25-8ebadb69104d', 'network_id': 'ad9ac8db-9ecf-40d9-b0da-e806aea0360d', 'port_id': 'd92d10c4-9a2f-485d-ae25-8ebadb69104d', 'mac_address': 'fa:16:3e:05:21:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97da7bd1-4ebf-486f-bf51-aa4ffdfc3782', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:50:52.078121 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port d92d10c4-9a2f-485d-ae25-8ebadb69104d is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:52.079216 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.118750 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92d10c4-9a2f-485d-ae25-8ebadb69104d {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:50:52.144656 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-044cb3f1-8673-4141-a586-a78774ab27b9 req-a5c25b54-e1a9-4317-8511-1055fde6a47d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649067 Feb 02 14:50:52.210706 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port d92d10c4-9a2f-485d-ae25-8ebadb69104d, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=d92d10c4-9a2f-485d-ae25-8ebadb69104d,segment=NetworkSegment(dde88e3f-e120-4c81-bc33-16263f2baece),segment_id=dde88e3f-e120-4c81-bc33-16263f2baece)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:52.228880 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f513eda2-781b-4c0f-9e95-a5fe667cd4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.336186 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aeee02-7d69-4926-96d7-3668a2c74c0c req-5af4d8f8-7a6d-4ac1-9887-cfedb2aa21c4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:52.338951 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-43aeee02-7d69-4926-96d7-3668a2c74c0c req-5af4d8f8-7a6d-4ac1-9887-cfedb2aa21c4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 944 time: 0.1832023 Feb 02 14:50:52.344534 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f513eda2-781b-4c0f-9e95-a5fe667cd4f8 admin admin] Publish callbacks [] for security_group (b1e157ed-0e5f-453d-b6ae-ba3a7f468280), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.369292 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-5bbdef39-3a92-46bf-9db3-137a8ca0a38f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:52.371029 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-5bbdef39-3a92-46bf-9db3-137a8ca0a38f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.115 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 815 time: 0.1872528 Feb 02 14:50:52.371286 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.372247 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device d0c812c4-9e3d-4587-b90f-6a970cc53cfc details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:50:52.448570 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=d92d10c4-9a2f-485d-ae25-8ebadb69104d,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:52.452801 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port d0c812c4-9e3d-4587-b90f-6a970cc53cfc, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:52.457222 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f513eda2-781b-4c0f-9e95-a5fe667cd4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b1e157ed-0e5f-453d-b6ae-ba3a7f468280), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.481283 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-43aeee02-7d69-4926-96d7-3668a2c74c0c req-a50f3546-c5da-4142-8327-a383972e2543 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273060 Feb 02 14:50:52.486311 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': 'd0c812c4-9e3d-4587-b90f-6a970cc53cfc', 'network_id': 'f883f6f4-297a-4457-aef2-a51100510aa0', 'port_id': 'd0c812c4-9e3d-4587-b90f-6a970cc53cfc', 'mac_address': 'fa:16:3e:a4:1f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c60aac-2708-4553-bac1-97e038841f6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:50:52.528595 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f513eda2-781b-4c0f-9e95-a5fe667cd4f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44a5d8ad13f4467cb9c970c27e42ae28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7565293 Feb 02 14:50:52.528595 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513eda2-781b-4c0f-9e95-a5fe667cd4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e157ed-0e5f-453d-b6ae-ba3a7f468280,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:52.532465 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 32914) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:52.578752 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19d6194e-9eb5-4617-afaf-aed2723b46e1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=288118205ed44744a302b296426f45f7 HTTP/1.1" status: 200 len: 380 time: 0.1878345 Feb 02 14:50:52.592734 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port d0c812c4-9e3d-4587-b90f-6a970cc53cfc is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:52.593460 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.599362 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'port': {'device_id': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'admin_state_up': True, 'tenant_id': '288118205ed44744a302b296426f45f7', 'security_groups': ['673e49e5-7b4e-4ff9-b8b6-375e23efbfeb']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:52.639419 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c812c4-9e3d-4587-b90f-6a970cc53cfc {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:50:52.652958 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d765859b-6619-4a45-9c64-aa447c4401d5 admin admin] Publish callbacks [] for security_group (b1e157ed-0e5f-453d-b6ae-ba3a7f468280), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.681680 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d765859b-6619-4a45-9c64-aa447c4401d5 admin admin] Publish callbacks [] for security_group (b1e157ed-0e5f-453d-b6ae-ba3a7f468280), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.688192 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port d0c812c4-9e3d-4587-b90f-6a970cc53cfc, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:52.760014 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.826530 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:52.865365 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d765859b-6619-4a45-9c64-aa447c4401d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b1e157ed-0e5f-453d-b6ae-ba3a7f468280), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.867980 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d765859b-6619-4a45-9c64-aa447c4401d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.869148 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-d765859b-6619-4a45-9c64-aa447c4401d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1e157ed-0e5f-453d-b6ae-ba3a7f468280 HTTP/1.1" status: 204 len: 168 time: 0.3354104 Feb 02 14:50:52.881589 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765859b-6619-4a45-9c64-aa447c4401d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e157ed-0e5f-453d-b6ae-ba3a7f468280,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:52.914262 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a035d12-6f02-46f9-9943-1d750239c3e3 req-1c9f62b9-e71f-4633-b046-caf1bb75ce03 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:52.918034 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6a035d12-6f02-46f9-9943-1d750239c3e3 req-1c9f62b9-e71f-4633-b046-caf1bb75ce03 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 945 time: 0.0884261 Feb 02 14:50:52.919650 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Made reservation on behalf of 288118205ed44744a302b296426f45f7 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:50:52.923342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:52.979250 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dbaf465f-34b4-44ee-bd77-a4c09ff9354c req-1f8d5fea-bae8-4f2a-b9a0-eeac372566e2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 210 time: 0.0615232 Feb 02 14:50:53.141746 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6a035d12-6f02-46f9-9943-1d750239c3e3 req-84f69a66-4705-4de7-bb74-1e680c4bc2ef tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152424 Feb 02 14:50:53.232414 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Allocated IP 172.20.0.5 (c17544a5-d2c4-42f7-94cc-d29c8257a630/9f124fc1-cdbb-4836-a7e8-744894a6e955/6dbd5d16-f084-4504-9399-5a74f2fe496c) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:50:53.523145 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['8b0b0d5d-7b0b-453e-b423-d4283bedfa83'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:50:53.570431 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['d0c812c4-9e3d-4587-b90f-6a970cc53cfc'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:50:53.579364 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['18c3600a-88e4-43d5-8dd7-07613f5a5c9b'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:50:53.592934 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178639f-7b62-4403-84fd-86d1afbf33a3 req-f2ce4eb7-8be0-42a3-94b0-4e6f7060c711 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:53.594977 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5178639f-7b62-4403-84fd-86d1afbf33a3 req-f2ce4eb7-8be0-42a3-94b0-4e6f7060c711 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 944 time: 0.3097134 Feb 02 14:50:53.647796 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 32968) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:53.648714 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['d92d10c4-9a2f-485d-ae25-8ebadb69104d'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:50:53.691573 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-829e7e1e-fc9a-4fd6-8a17-caaed5f5cf75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:53.731379 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:53.751162 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5178639f-7b62-4403-84fd-86d1afbf33a3 req-1bc2b7f9-e734-418c-8031-840eb570ce76 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372883 Feb 02 14:50:53.788988 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8ede2-9fc5-4d31-bc97-e5e6eac3b8f7 req-ee3fa4d6-68d2-4443-9e72-d5a6d48119f6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:53.790994 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-38a8ede2-9fc5-4d31-bc97-e5e6eac3b8f7 req-ee3fa4d6-68d2-4443-9e72-d5a6d48119f6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 944 time: 0.2076495 Feb 02 14:50:53.881669 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-38a8ede2-9fc5-4d31-bc97-e5e6eac3b8f7 req-3d9c90d2-2e20-4900-ad7d-7f1e6076ef64 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832233 Feb 02 14:50:53.905455 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-829e7e1e-fc9a-4fd6-8a17-caaed5f5cf75 admin admin] Publish callbacks [] for security_group (57480124-38c3-4591-9041-d6c01c13de51), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:53.926236 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:53.976834 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Network c17544a5-d2c4-42f7-94cc-d29c8257a630 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:50:53.984864 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:50:53.990865 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:50:53.996925 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:54.022315 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-829e7e1e-fc9a-4fd6-8a17-caaed5f5cf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (57480124-38c3-4591-9041-d6c01c13de51), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.110118 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e7e1e-fc9a-4fd6-8a17-caaed5f5cf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57480124-38c3-4591-9041-d6c01c13de51,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:54.125507 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-829e7e1e-fc9a-4fd6-8a17-caaed5f5cf75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4eb88afe5fe64cab887642d4669409e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768131 Feb 02 14:50:54.128920 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 32980) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:54.135000 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:54.135950 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.212075 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d284b4e0-1fb2-4af8-8206-6c11287bcc9c admin admin] Publish callbacks [] for security_group (57480124-38c3-4591-9041-d6c01c13de51), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.245946 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1a76f-e96e-4a2b-ba35-4e65aca3382a req-9bf2e4f9-744e-4ec7-b2f5-5a642d708572 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:54.247481 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8cc1a76f-e96e-4a2b-ba35-4e65aca3382a req-9bf2e4f9-744e-4ec7-b2f5-5a642d708572 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 931 time: 0.1054826 Feb 02 14:50:54.263363 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d284b4e0-1fb2-4af8-8206-6c11287bcc9c admin admin] Publish callbacks [] for security_group (57480124-38c3-4591-9041-d6c01c13de51), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.339823 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-19048fba-601a-4896-ab37-f66ec4b6e5e6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7456062 Feb 02 14:50:54.361020 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Request body: {'port': {'device_id': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:50:54.449550 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8cc1a76f-e96e-4a2b-ba35-4e65aca3382a req-1aa83bcb-27a6-4fe0-b423-64f0b72bc7e2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941288 Feb 02 14:50:54.454388 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 32996) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:54.473279 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d284b4e0-1fb2-4af8-8206-6c11287bcc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (57480124-38c3-4591-9041-d6c01c13de51), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.476295 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d284b4e0-1fb2-4af8-8206-6c11287bcc9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.478805 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-d284b4e0-1fb2-4af8-8206-6c11287bcc9c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57480124-38c3-4591-9041-d6c01c13de51 HTTP/1.1" status: 204 len: 168 time: 0.3471861 Feb 02 14:50:54.493375 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.501147 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284b4e0-1fb2-4af8-8206-6c11287bcc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57480124-38c3-4591-9041-d6c01c13de51,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:54.507925 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-6f7a725f-3c17-4fc8-af07-c4eff690a9eb None None] Provisioning complete for port 6dbd5d16-f084-4504-9399-5a74f2fe496c triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:54.508307 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6f7a725f-3c17-4fc8-af07-c4eff690a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.514979 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0c2e8-88f9-475a-9bd5-b6d34b706dfc req-2991f2e0-13c7-4aec-9cb2-1a3a71db56f4 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:54.516517 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9fe0c2e8-88f9-475a-9bd5-b6d34b706dfc req-2991f2e0-13c7-4aec-9cb2-1a3a71db56f4 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 945 time: 0.2515793 Feb 02 14:50:54.576150 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.610593 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a725f-3c17-4fc8-af07-c4eff690a9eb None None] Port 6dbd5d16-f084-4504-9399-5a74f2fe496c cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:50:54.680036 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9fe0c2e8-88f9-475a-9bd5-b6d34b706dfc req-cf1289d8-2c03-477c-b484-ca0b3bd94236 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578100 Feb 02 14:50:54.710050 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-82e495fe-8901-4efe-83cc-72b3ee84b9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.834535 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-82e495fe-8901-4efe-83cc-72b3ee84b9d8 admin admin] Publish callbacks [] for security_group (3bdf3f3e-9aec-4d86-9914-4e09af83741b), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.939496 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-82e495fe-8901-4efe-83cc-72b3ee84b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (3bdf3f3e-9aec-4d86-9914-4e09af83741b), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:54.966155 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fc6e0-e4b3-42d1-b72d-6ac8eb5bbe86 req-9fb70de4-297f-4ea9-9b7d-3afb36de45b7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:54.967758 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ce7fc6e0-e4b3-42d1-b72d-6ac8eb5bbe86 req-9fb70de4-297f-4ea9-9b7d-3afb36de45b7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 944 time: 0.1139667 Feb 02 14:50:54.983950 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbd5d16-f084-4504-9399-5a74f2fe496c {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:50:54.990335 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-82e495fe-8901-4efe-83cc-72b3ee84b9d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b17320df7c904ea79f173b960be033f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326438 Feb 02 14:50:54.993520 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33020) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:55.008762 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Publish callbacks [] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:55.027676 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e495fe-8901-4efe-83cc-72b3ee84b9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdf3f3e-9aec-4d86-9914-4e09af83741b,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:55.062635 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Transition to ACTIVE for port object 6dbd5d16-f084-4504-9399-5a74f2fe496c will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:50:55.063199 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0c4c21e6-baa8-4b6b-abd9-b7568246f884 admin admin] Publish callbacks [] for security_group (3bdf3f3e-9aec-4d86-9914-4e09af83741b), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:55.081974 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ce7fc6e0-e4b3-42d1-b72d-6ac8eb5bbe86 req-0efdf42a-9dea-4cd7-a937-b0b163ffcbca tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027944 Feb 02 14:50:55.108529 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0c4c21e6-baa8-4b6b-abd9-b7568246f884 admin admin] Publish callbacks [] for security_group (3bdf3f3e-9aec-4d86-9914-4e09af83741b), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:55.108726 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4426b3-31a0-484a-9653-8ad82dfd131c req-9b2ab9d0-e8c2-494d-8c9b-304975484a92 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:55.108726 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a4426b3-31a0-484a-9653-8ad82dfd131c req-9b2ab9d0-e8c2-494d-8c9b-304975484a92 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 944 time: 0.1001768 Feb 02 14:50:55.135843 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:55.251334 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a4426b3-31a0-484a-9653-8ad82dfd131c req-504f8b09-6456-47ac-8c89-271028223dad tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260498 Feb 02 14:50:55.265262 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0c4c21e6-baa8-4b6b-abd9-b7568246f884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (3bdf3f3e-9aec-4d86-9914-4e09af83741b), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:55.269023 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0c4c21e6-baa8-4b6b-abd9-b7568246f884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:55.273382 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Pushing event updated for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:55.274558 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-0c4c21e6-baa8-4b6b-abd9-b7568246f884 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bdf3f3e-9aec-4d86-9914-4e09af83741b HTTP/1.1" status: 204 len: 168 time: 0.2796214 Feb 02 14:50:55.293811 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c21e6-baa8-4b6b-abd9-b7568246f884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdf3f3e-9aec-4d86-9914-4e09af83741b,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:55.362498 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Attempting to bind port 6dbd5d16-f084-4504-9399-5a74f2fe496c on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:50:55.366163 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Attempting to bind port 6dbd5d16-f084-4504-9399-5a74f2fe496c by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:50:55.366815 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Attempting to bind port 6dbd5d16-f084-4504-9399-5a74f2fe496c on network c17544a5-d2c4-42f7-94cc-d29c8257a630 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:55.374565 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Port 6dbd5d16-f084-4504-9399-5a74f2fe496c on network c17544a5-d2c4-42f7-94cc-d29c8257a630 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:50:55.375010 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Attempting to bind port 6dbd5d16-f084-4504-9399-5a74f2fe496c on network c17544a5-d2c4-42f7-94cc-d29c8257a630 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:50:55.380659 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:50:55.381111 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Checking segment: {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:50:55.381514 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Bound using segment: {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:50:55.382164 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Bound port: 6dbd5d16-f084-4504-9399-5a74f2fe496c, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:50:55.382532 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:55.458563 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:50:55.462228 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:50:55.540568 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:55.612403 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:55.612814 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:55.614504 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] 10.222.0.115 "PUT /v2.0/ports/6dbd5d16-f084-4504-9399-5a74f2fe496c HTTP/1.1" status: 200 len: 1093 time: 1.2606897 Feb 02 14:50:55.615544 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:50:55.617936 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f14c58a-ea3a-47c9-9fed-7e58cb8de37f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:50:55.659207 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1527e2-6d03-4331-af0f-0f44bebb6dbd service neutron] Pushing event updated for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efe2b4-8aee-4b81-94e7-6a5fd0e290c2 req-21be790f-904b-434e-b464-93e141f88024 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f8efe2b4-8aee-4b81-94e7-6a5fd0e290c2 req-21be790f-904b-434e-b464-93e141f88024 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.1599519 Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518427de-27bd-46ef-9d2b-228d031631aa x-openstack-request-id: req-518427de-27bd-46ef-9d2b-228d031631aa {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-518427de-27bd-46ef-9d2b-228d031631aa {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'status': 'completed', 'code': 200} Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f8efe2b4-8aee-4b81-94e7-6a5fd0e290c2 req-9becfe24-0070-4b3b-b822-fb0eb22a5c06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262379 Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14c58a-ea3a-47c9-9fed-7e58cb8de37f req-5ba727b4-d386-4b94-a326-e31e0adf3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0f14c58a-ea3a-47c9-9fed-7e58cb8de37f req-5ba727b4-d386-4b94-a326-e31e0adf3dde service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 1127 time: 0.1383288 Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd27a4-7233-4126-9caf-e45003652317 req-28c86662-6343-4e46-8770-0ae6c4b8ab9d tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:55.953505 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42cd27a4-7233-4126-9caf-e45003652317 req-28c86662-6343-4e46-8770-0ae6c4b8ab9d tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 945 time: 0.1186879 Feb 02 14:50:56.101314 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42cd27a4-7233-4126-9caf-e45003652317 req-4901e14f-7bea-433e-940f-bb188c9756c8 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772728 Feb 02 14:50:56.138505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14c58a-ea3a-47c9-9fed-7e58cb8de37f req-715147d9-b43b-4437-8789-7d401e243e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:56.138505 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0f14c58a-ea3a-47c9-9fed-7e58cb8de37f req-715147d9-b43b-4437-8789-7d401e243e1d service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=288118205ed44744a302b296426f45f7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2208886 Feb 02 14:50:56.196105 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33076) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:56.223063 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9529-0a2b-4b35-8c89-51ea1b652d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:56.322848 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9529-0a2b-4b35-8c89-51ea1b652d61 admin admin] Publish callbacks [] for security_group (6b3f12ef-74f5-4792-9618-df8059e356b9), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:56.376351 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bcb44-3cd5-44ab-aa1a-6a5138acec70 req-3ac09a85-03ab-4a5c-bf59-1320237f3c2e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:56.378436 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-de8bcb44-3cd5-44ab-aa1a-6a5138acec70 req-3ac09a85-03ab-4a5c-bf59-1320237f3c2e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 944 time: 0.2007847 Feb 02 14:50:56.439149 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14c58a-ea3a-47c9-9fed-7e58cb8de37f req-1d5e5a2e-d1fd-4987-8337-e845e189eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:56.441463 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0f14c58a-ea3a-47c9-9fed-7e58cb8de37f req-1d5e5a2e-d1fd-4987-8337-e845e189eedc service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2986662 Feb 02 14:50:56.482740 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1401d-17c0-45ad-9941-9bc241daeb30 req-a05b50e1-ed52-482e-86de-d45f4157cfa9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:56.482983 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9529-0a2b-4b35-8c89-51ea1b652d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (6b3f12ef-74f5-4792-9618-df8059e356b9), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:56.483129 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e5a1401d-17c0-45ad-9941-9bc241daeb30 req-a05b50e1-ed52-482e-86de-d45f4157cfa9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 944 time: 0.1297250 Feb 02 14:50:56.489354 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-de8bcb44-3cd5-44ab-aa1a-6a5138acec70 req-89eb3c90-9d40-4c75-a028-4409825eb3df tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038322 Feb 02 14:50:56.540096 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-6f1b9529-0a2b-4b35-8c89-51ea1b652d61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c9229637db849a68503632a844de917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428068 Feb 02 14:50:56.543590 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33090) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:56.544633 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b9529-0a2b-4b35-8c89-51ea1b652d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f12ef-74f5-4792-9618-df8059e356b9,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:56.605285 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d056a788-6e97-4876-b2a5-3e2b8e943c0c admin admin] Publish callbacks [] for security_group (6b3f12ef-74f5-4792-9618-df8059e356b9), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:56.609076 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e5a1401d-17c0-45ad-9941-9bc241daeb30 req-52c5abd1-fc2d-46af-a910-331850d91d99 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164894 Feb 02 14:50:56.619037 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-14a809e8-bc8f-4109-a7f3-852c2967ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:56.620546 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-14a809e8-bc8f-4109-a7f3-852c2967ef82 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 1127 time: 0.0942097 Feb 02 14:50:56.633140 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d056a788-6e97-4876-b2a5-3e2b8e943c0c admin admin] Publish callbacks [] for security_group (6b3f12ef-74f5-4792-9618-df8059e356b9), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:56.673442 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-aa82c3ca-4277-468d-8a95-a0935b5ba560 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c HTTP/1.1" status: 200 len: 217 time: 0.0389154 Feb 02 14:50:56.728222 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-9a17e49b-966d-48ec-aa6c-7c1fa5ba3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:56.729725 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-9a17e49b-966d-48ec-aa6c-7c1fa5ba3e34 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 200 len: 854 time: 0.0502970 Feb 02 14:50:56.793577 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d056a788-6e97-4876-b2a5-3e2b8e943c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (6b3f12ef-74f5-4792-9618-df8059e356b9), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:56.796171 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d056a788-6e97-4876-b2a5-3e2b8e943c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:56.797343 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-d056a788-6e97-4876-b2a5-3e2b8e943c0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b3f12ef-74f5-4792-9618-df8059e356b9 HTTP/1.1" status: 204 len: 168 time: 0.2496946 Feb 02 14:50:56.802396 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-5f14e532-9f96-4c80-9bd3-7e7097de962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:56.804280 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-5f14e532-9f96-4c80-9bd3-7e7097de962c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c17544a5-d2c4-42f7-94cc-d29c8257a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685256 Feb 02 14:50:56.806043 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056a788-6e97-4876-b2a5-3e2b8e943c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f12ef-74f5-4792-9618-df8059e356b9,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:56.904468 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-0a7687e2-5446-4061-8fb3-e255dc579c3c service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882518 Feb 02 14:50:56.909266 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:57.113304 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33104) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:57.143577 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:50:57.151906 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:57.152902 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:57.293045 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:57.293433 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:57.337262 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a53f-a9bd-4aeb-bf46-c99892de732a req-84a96ae1-eb9d-466e-a26a-f6f76ddb50e7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:57.338158 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48727fe6-5014-46d2-b0c5-a4fbb46e6061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0b0d5d-7b0b-453e-b423-d4283bedfa83'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:50:57.338667 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2348a53f-a9bd-4aeb-bf46-c99892de732a req-84a96ae1-eb9d-466e-a26a-f6f76ddb50e7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.3838997 Feb 02 14:50:57.347156 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a3958ca3-7d2d-4b5b-bee3-9e02374cfb41 req-5ba5450f-4124-4dc5-8450-5047edd3eb37 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362204 Feb 02 14:50:57.364871 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be1884-3b8f-4e06-88f7-78972560781a req-690ad126-1e1e-4a7c-b80b-c2da72c74ed0 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:57.366499 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-73be1884-3b8f-4e06-88f7-78972560781a req-690ad126-1e1e-4a7c-b80b-c2da72c74ed0 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 945 time: 0.1541319 Feb 02 14:50:57.438965 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2348a53f-a9bd-4aeb-bf46-c99892de732a req-272a2d9c-cc3b-406e-96e5-702cb2b507aa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903976 Feb 02 14:50:57.458478 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-73be1884-3b8f-4e06-88f7-78972560781a req-9495a7e3-0627-460e-88eb-1c3f527c7d05 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777111 Feb 02 14:50:57.537536 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:57.611910 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fc0600dd-974b-403e-a815-4aadc3d9f52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:57.651379 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:57.654583 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 18c3600a-88e4-43d5-8dd7-07613f5a5c9b up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:57.654993 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5557fb-f3a6-43a7-ae1c-fdac3bf0486e req-6874c498-af63-444b-a531-9cc3d8096712 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:57.656807 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae5557fb-f3a6-43a7-ae1c-fdac3bf0486e req-6874c498-af63-444b-a531-9cc3d8096712 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 944 time: 0.0916116 Feb 02 14:50:57.715146 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fc0600dd-974b-403e-a815-4aadc3d9f52e admin admin] Publish callbacks [] for security_group (6a90a5cf-3f09-417b-8878-764b53f6082a), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:57.796137 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae5557fb-f3a6-43a7-ae1c-fdac3bf0486e req-e3482b9a-d321-4e82-bf24-a8f2f42b45a5 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219714 Feb 02 14:50:57.802379 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:57.813448 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fc0600dd-974b-403e-a815-4aadc3d9f52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (6a90a5cf-3f09-417b-8878-764b53f6082a), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:57.858373 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e9808-4266-462e-a2ec-eb24dbd92b7d req-3d725471-b080-40c9-b4aa-247208cef9e8 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:57.860429 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3d7e9808-4266-462e-a2ec-eb24dbd92b7d req-3d725471-b080-40c9-b4aa-247208cef9e8 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0884259 Feb 02 14:50:57.875738 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-fc0600dd-974b-403e-a815-4aadc3d9f52e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2573922008a847279987353c68766b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7606289 Feb 02 14:50:57.879579 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33138) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:57.893559 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0600dd-974b-403e-a815-4aadc3d9f52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a90a5cf-3f09-417b-8878-764b53f6082a,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:57.925838 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3d7e9808-4266-462e-a2ec-eb24dbd92b7d req-a0db05a2-ee12-4b29-9c04-f044ffe50a34 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574772 Feb 02 14:50:57.930288 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:50:57.936313 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:57.936774 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:57.962797 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-23716a98-3806-4f6f-ac42-e0355aaa61f8 admin admin] Publish callbacks [] for security_group (6a90a5cf-3f09-417b-8878-764b53f6082a), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:57.993964 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c3bccc-d778-4a65-9dc5-277ebedaaca1" -d '{"events": [{"server_uuid": "48727fe6-5014-46d2-b0c5-a4fbb46e6061", "name": "network-vif-plugged", "status": "completed", "tag": "8b0b0d5d-7b0b-453e-b423-d4283bedfa83"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:50:58.011699 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-23716a98-3806-4f6f-ac42-e0355aaa61f8 admin admin] Publish callbacks [] for security_group (6a90a5cf-3f09-417b-8878-764b53f6082a), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:58.055450 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:58.058219 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:58.126301 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:58.202163 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677103f8-5af3-4bcb-ac15-9bfcff31498a x-openstack-request-id: req-677103f8-5af3-4bcb-ac15-9bfcff31498a {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:50:58.202656 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48727fe6-5014-46d2-b0c5-a4fbb46e6061", "name": "network-vif-plugged", "status": "completed", "tag": "8b0b0d5d-7b0b-453e-b423-d4283bedfa83", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:50:58.203447 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-677103f8-5af3-4bcb-ac15-9bfcff31498a {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:50:58.204266 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48727fe6-5014-46d2-b0c5-a4fbb46e6061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0b0d5d-7b0b-453e-b423-d4283bedfa83', 'code': 200} Feb 02 14:50:58.227143 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-23716a98-3806-4f6f-ac42-e0355aaa61f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (6a90a5cf-3f09-417b-8878-764b53f6082a), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:58.229783 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-23716a98-3806-4f6f-ac42-e0355aaa61f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:58.231023 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-23716a98-3806-4f6f-ac42-e0355aaa61f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a90a5cf-3f09-417b-8878-764b53f6082a HTTP/1.1" status: 204 len: 168 time: 0.3502128 Feb 02 14:50:58.240901 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23716a98-3806-4f6f-ac42-e0355aaa61f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a90a5cf-3f09-417b-8878-764b53f6082a,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:58.273887 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:58.274881 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device d0c812c4-9e3d-4587-b90f-6a970cc53cfc up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:58.389651 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:58.543199 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port d0c812c4-9e3d-4587-b90f-6a970cc53cfc completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:50:58.552278 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port d0c812c4-9e3d-4587-b90f-6a970cc53cfc triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:58.554716 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:58.646250 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441604d7-861d-4f26-b46e-c93fb0c168eb req-a1bd5efc-61ff-4601-b14e-cf98bbb1312e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:58.647764 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-441604d7-861d-4f26-b46e-c93fb0c168eb req-a1bd5efc-61ff-4601-b14e-cf98bbb1312e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.1316934 Feb 02 14:50:58.655534 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port d0c812c4-9e3d-4587-b90f-6a970cc53cfc is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:58.656204 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:58.661103 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac00e7f-649f-45de-9843-60d46c6df9cb req-0d8b8752-72f0-43d7-a298-b2bd30cc6544 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:58.671352 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cac00e7f-649f-45de-9843-60d46c6df9cb req-0d8b8752-72f0-43d7-a298-b2bd30cc6544 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 945 time: 0.0905294 Feb 02 14:50:58.700655 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port d0c812c4-9e3d-4587-b90f-6a970cc53cfc, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:58.774194 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:58.775065 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device d92d10c4-9a2f-485d-ae25-8ebadb69104d up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:50:58.836047 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-441604d7-861d-4f26-b46e-c93fb0c168eb req-91b9b57e-ccec-4119-a93a-62bf92f1566d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629100 Feb 02 14:50:58.839867 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cac00e7f-649f-45de-9843-60d46c6df9cb req-406832c6-999a-4726-aeaa-5f01206a3bc9 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571784 Feb 02 14:50:58.869119 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:58.886189 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6d6e3-bb97-468e-9965-4a96a7f1950a req-e89dfeeb-c426-40fd-9d46-58fdce9cc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:58.888767 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-61b6d6e3-bb97-468e-9965-4a96a7f1950a req-e89dfeeb-c426-40fd-9d46-58fdce9cc9ef service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 1129 time: 0.1598675 Feb 02 14:50:58.915283 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-61b6d6e3-bb97-468e-9965-4a96a7f1950a req-c8916d63-840d-4d19-9317-6a4e3473c79f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:58.999913 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port d92d10c4-9a2f-485d-ae25-8ebadb69104d completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:50:59.013208 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port d92d10c4-9a2f-485d-ae25-8ebadb69104d triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:50:59.014213 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.052967 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d899e-4aca-42d6-ad91-f237cab1e21e req-254ceaa0-7594-409e-9d9c-87200d646557 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:59.055815 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d04d899e-4aca-42d6-ad91-f237cab1e21e req-254ceaa0-7594-409e-9d9c-87200d646557 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 945 time: 0.1016212 Feb 02 14:50:59.106332 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-61b6d6e3-bb97-468e-9965-4a96a7f1950a req-c8916d63-840d-4d19-9317-6a4e3473c79f service neutron] Publish callbacks [] for security_group (98f3a079-32f7-4412-9b8b-5c3828e6ee9f), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.173372 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d04d899e-4aca-42d6-ad91-f237cab1e21e req-f31976b9-83b6-489b-b37a-59a624c8e3c0 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083016 Feb 02 14:50:59.173953 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-61b6d6e3-bb97-468e-9965-4a96a7f1950a req-c8916d63-840d-4d19-9317-6a4e3473c79f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (98f3a079-32f7-4412-9b8b-5c3828e6ee9f), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.179580 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port d92d10c4-9a2f-485d-ae25-8ebadb69104d is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:50:59.180154 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.229900 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8916d63-840d-4d19-9317-6a4e3473c79f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=98f3a079-32f7-4412-9b8b-5c3828e6ee9f,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:59.236541 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-61b6d6e3-bb97-468e-9965-4a96a7f1950a req-c8916d63-840d-4d19-9317-6a4e3473c79f service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407786 Feb 02 14:50:59.249841 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port d92d10c4-9a2f-485d-ae25-8ebadb69104d, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=d92d10c4-9a2f-485d-ae25-8ebadb69104d,segment=NetworkSegment(dde88e3f-e120-4c81-bc33-16263f2baece),segment_id=dde88e3f-e120-4c81-bc33-16263f2baece)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:50:59.259615 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63fb6d-7f3e-4de3-ad75-46e31e8e62a0 req-c7dc19d0-aca5-4f1d-a38a-18c38d80ffdf tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:59.261070 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bd63fb6d-7f3e-4de3-ad75-46e31e8e62a0 req-c7dc19d0-aca5-4f1d-a38a-18c38d80ffdf tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.1231928 Feb 02 14:50:59.295661 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33190) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:59.312812 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-32a04fe9-cf8c-42fc-83f3-dc27196a2d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.317472 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bd63fb6d-7f3e-4de3-ad75-46e31e8e62a0 req-6b0cfd71-cd5a-40e8-b592-cbaf5b80b0f4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508573 Feb 02 14:50:59.341484 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.401431 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=d92d10c4-9a2f-485d-ae25-8ebadb69104d,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:59.401651 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-32a04fe9-cf8c-42fc-83f3-dc27196a2d7c admin admin] Publish callbacks [] for security_group (264fe06e-a606-4281-b462-651e053ef80b), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.512825 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-32a04fe9-cf8c-42fc-83f3-dc27196a2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (264fe06e-a606-4281-b462-651e053ef80b), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.552119 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-32a04fe9-cf8c-42fc-83f3-dc27196a2d7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a27ef7e064144a1eafdcf6b8c33a2b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552330 Feb 02 14:50:59.553076 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a04fe9-cf8c-42fc-83f3-dc27196a2d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264fe06e-a606-4281-b462-651e053ef80b,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:59.555806 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33196) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:50:59.607803 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-968bfca5-85a5-48e7-b77b-e9c8c339903d admin admin] Publish callbacks [] for security_group (264fe06e-a606-4281-b462-651e053ef80b), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.631925 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-968bfca5-85a5-48e7-b77b-e9c8c339903d admin admin] Publish callbacks [] for security_group (264fe06e-a606-4281-b462-651e053ef80b), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.788142 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-968bfca5-85a5-48e7-b77b-e9c8c339903d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (264fe06e-a606-4281-b462-651e053ef80b), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.788492 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-968bfca5-85a5-48e7-b77b-e9c8c339903d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:50:59.789724 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-968bfca5-85a5-48e7-b77b-e9c8c339903d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/264fe06e-a606-4281-b462-651e053ef80b HTTP/1.1" status: 204 len: 168 time: 0.2326686 Feb 02 14:50:59.798346 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bfca5-85a5-48e7-b77b-e9c8c339903d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264fe06e-a606-4281-b462-651e053ef80b,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:50:59.988672 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9b9fb-527c-4801-acce-d72983280fe1 req-faf97d84-d62b-4db7-a5a9-b5c47b063578 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:50:59.990480 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5cd9b9fb-527c-4801-acce-d72983280fe1 req-faf97d84-d62b-4db7-a5a9-b5c47b063578 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.0713201 Feb 02 14:51:00.091119 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5cd9b9fb-527c-4801-acce-d72983280fe1 req-08a7e210-50c6-4324-9078-38447e0c8de9 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860040 Feb 02 14:51:00.106803 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bbc6b-59b4-44e5-a46c-b2c23e74d088 req-123941c7-bb7a-4c84-a1b8-6fbae972422d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:00.108404 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-054bbc6b-59b4-44e5-a46c-b2c23e74d088 req-123941c7-bb7a-4c84-a1b8-6fbae972422d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.1168628 Feb 02 14:51:00.175549 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-054bbc6b-59b4-44e5-a46c-b2c23e74d088 req-422b87e8-dbcc-4d24-815d-e73278cb20e0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558813 Feb 02 14:51:00.205410 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d264668-a85d-444f-9562-f04d975353be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c3600a-88e4-43d5-8dd7-07613f5a5c9b'}, {'server_uuid': '7077cb7c-e491-4599-8c39-aa263893b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c812c4-9e3d-4587-b90f-6a970cc53cfc'}, {'server_uuid': '657ce980-b73a-4ca7-8de6-dbecb03d6c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92d10c4-9a2f-485d-ae25-8ebadb69104d'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:51:00.209965 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cd0e48-f660-4deb-8756-b91fa6fc28ca" -d '{"events": [{"server_uuid": "3d264668-a85d-444f-9562-f04d975353be", "name": "network-vif-plugged", "status": "completed", "tag": "18c3600a-88e4-43d5-8dd7-07613f5a5c9b"}, {"server_uuid": "7077cb7c-e491-4599-8c39-aa263893b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "d0c812c4-9e3d-4587-b90f-6a970cc53cfc"}, {"server_uuid": "657ce980-b73a-4ca7-8de6-dbecb03d6c38", "name": "network-vif-plugged", "status": "completed", "tag": "d92d10c4-9a2f-485d-ae25-8ebadb69104d"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:51:00.302966 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 02 Feb 2022 14:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bd653d-f78a-42e0-9ecd-8fab4fa96c0b x-openstack-request-id: req-b8bd653d-f78a-42e0-9ecd-8fab4fa96c0b {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:51:00.303472 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d264668-a85d-444f-9562-f04d975353be", "name": "network-vif-plugged", "status": "completed", "tag": "18c3600a-88e4-43d5-8dd7-07613f5a5c9b", "code": 200}, {"server_uuid": "7077cb7c-e491-4599-8c39-aa263893b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "d0c812c4-9e3d-4587-b90f-6a970cc53cfc", "code": 200}, {"server_uuid": "657ce980-b73a-4ca7-8de6-dbecb03d6c38", "name": "network-vif-plugged", "status": "completed", "tag": "d92d10c4-9a2f-485d-ae25-8ebadb69104d", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:51:00.303895 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8bd653d-f78a-42e0-9ecd-8fab4fa96c0b {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:51:00.304527 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d264668-a85d-444f-9562-f04d975353be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c3600a-88e4-43d5-8dd7-07613f5a5c9b', 'code': 200} Feb 02 14:51:00.305206 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7077cb7c-e491-4599-8c39-aa263893b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c812c4-9e3d-4587-b90f-6a970cc53cfc', 'code': 200} Feb 02 14:51:00.305608 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657ce980-b73a-4ca7-8de6-dbecb03d6c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92d10c4-9a2f-485d-ae25-8ebadb69104d', 'code': 200} Feb 02 14:51:00.352594 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cf520-3930-4b13-88c3-9f774255e4ea req-9201579c-8ec6-4ea9-a676-1e4b41454626 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:00.354511 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a18cf520-3930-4b13-88c3-9f774255e4ea req-9201579c-8ec6-4ea9-a676-1e4b41454626 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 945 time: 0.0682566 Feb 02 14:51:00.407152 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a18cf520-3930-4b13-88c3-9f774255e4ea req-e8045d4b-8ada-4c91-8e32-eeb67a128b89 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464296 Feb 02 14:51:00.471113 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797932-bc36-4f8c-92bc-990e00000391 req-8b300079-7a3b-49b0-9054-17f1b37ff255 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:00.472888 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e9797932-bc36-4f8c-92bc-990e00000391 req-8b300079-7a3b-49b0-9054-17f1b37ff255 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0648494 Feb 02 14:51:00.540176 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e9797932-bc36-4f8c-92bc-990e00000391 req-7279358e-3034-44c5-8a8b-0e79ac4de44d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571122 Feb 02 14:51:00.822296 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047df45d-cb91-4a3b-b0ea-e58d453fa141 req-1f1cdf04-4c6f-4edd-85c0-f6284987b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:00.825236 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-047df45d-cb91-4a3b-b0ea-e58d453fa141 req-1f1cdf04-4c6f-4edd-85c0-f6284987b242 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 1129 time: 0.0662000 Feb 02 14:51:00.920734 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb2919-02f2-499f-bb83-b33abc3b3e30 req-4a7adab8-7a58-4f6e-a358-51ad1f532d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:00.923198 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-42cb2919-02f2-499f-bb83-b33abc3b3e30 req-4a7adab8-7a58-4f6e-a358-51ad1f532d0c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.0949075 Feb 02 14:51:00.947519 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 6dbd5d16-f084-4504-9399-5a74f2fe496c details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:51:00.982966 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-047df45d-cb91-4a3b-b0ea-e58d453fa141 req-f7867b5f-6c47-4a9f-a2a4-6a29efe26bd4 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619683 Feb 02 14:51:01.020255 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-42cb2919-02f2-499f-bb83-b33abc3b3e30 req-5137aee9-9c76-4f8e-bd6d-8fc068fd001a service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695996 Feb 02 14:51:01.038578 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e784bc-8bdd-4ad9-906b-734f9edc2b51 req-f0633d13-5a9c-42cb-88c1-7285861af024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:01.040111 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74e784bc-8bdd-4ad9-906b-734f9edc2b51 req-f0633d13-5a9c-42cb-88c1-7285861af024 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 1130 time: 0.1158214 Feb 02 14:51:01.071302 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:51:01.082956 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'port_id': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'mac_address': 'fa:16:3e:93:1d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:51:01.123151 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 6dbd5d16-f084-4504-9399-5a74f2fe496c is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:51:01.123151 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:01.144625 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbd5d16-f084-4504-9399-5a74f2fe496c {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:51:01.162111 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:51:01.238704 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fedc51-3b39-4a28-9ad5-bc175839fda0 req-81efa630-5658-443e-b6c7-452e2a0ad8d1 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:01.239331 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24fedc51-3b39-4a28-9ad5-bc175839fda0 req-81efa630-5658-443e-b6c7-452e2a0ad8d1 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.0752945 Feb 02 14:51:01.301738 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:01.320120 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24fedc51-3b39-4a28-9ad5-bc175839fda0 req-eccedce1-31e0-47d5-99f1-4f8b802cf2b1 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723901 Feb 02 14:51:01.347316 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d99c02-1035-409c-bc07-37ffaed22eb5 req-7afa809a-1e28-4f1b-8de1-a293e6c0c3eb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:01.348847 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a8d99c02-1035-409c-bc07-37ffaed22eb5 req-7afa809a-1e28-4f1b-8de1-a293e6c0c3eb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0788808 Feb 02 14:51:01.359978 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:01.401947 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a8d99c02-1035-409c-bc07-37ffaed22eb5 req-8e28675a-c83b-4910-aa48-333c91fc0337 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466647 Feb 02 14:51:01.540252 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f5e9f-2b1a-405f-8f65-ea897eed6373 req-bde823df-0c5c-4b83-bd3f-3f3ed8cde405 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:01.541734 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d40f5e9f-2b1a-405f-8f65-ea897eed6373 req-bde823df-0c5c-4b83-bd3f-3f3ed8cde405 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 945 time: 0.0613918 Feb 02 14:51:01.601884 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d40f5e9f-2b1a-405f-8f65-ea897eed6373 req-db9c487e-ce45-44f8-8a71-0cd620099dbe tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536363 Feb 02 14:51:01.697485 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['6dbd5d16-f084-4504-9399-5a74f2fe496c'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:51:01.748825 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33340) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:01.768277 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74e784bc-8bdd-4ad9-906b-734f9edc2b51 req-ec9dfa42-97cb-415f-9dc1-d792e6ec8e9f service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572475 Feb 02 14:51:01.794641 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d1f0b-c206-43ba-b9e8-4e4616bc0bc9 req-ef435ae9-f856-4d6a-bc46-48305f717b06 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:01.807372 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6b1d1f0b-c206-43ba-b9e8-4e4616bc0bc9 req-ef435ae9-f856-4d6a-bc46-48305f717b06 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.1748960 Feb 02 14:51:01.896454 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fbdca920-a985-41ac-a226-b9ea48add574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:01.919767 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6b1d1f0b-c206-43ba-b9e8-4e4616bc0bc9 req-c664b46e-0f75-4ea5-9adc-507f3e54e879 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107800 Feb 02 14:51:02.010235 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fbdca920-a985-41ac-a226-b9ea48add574 admin admin] Publish callbacks [] for security_group (4ddae9ae-950e-4628-b571-598a021ed724), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:02.153110 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fbdca920-a985-41ac-a226-b9ea48add574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (4ddae9ae-950e-4628-b571-598a021ed724), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:02.207774 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-fbdca920-a985-41ac-a226-b9ea48add574 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2907af9478134fb7b42a0ef6e46ca3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4578292 Feb 02 14:51:02.210465 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33362) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:02.212862 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdca920-a985-41ac-a226-b9ea48add574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddae9ae-950e-4628-b571-598a021ed724,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:02.263094 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b8700e7-49ca-42ce-999f-ab4be8df9066 admin admin] Publish callbacks [] for security_group (4ddae9ae-950e-4628-b571-598a021ed724), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:02.288474 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b8700e7-49ca-42ce-999f-ab4be8df9066 admin admin] Publish callbacks [] for security_group (4ddae9ae-950e-4628-b571-598a021ed724), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:02.445077 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567235e-c138-458d-9930-6a203db0c279 req-78174276-4578-40a1-b03e-6cbefcdaeaf7 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:02.446584 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f567235e-c138-458d-9930-6a203db0c279 req-78174276-4578-40a1-b03e-6cbefcdaeaf7 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.0556145 Feb 02 14:51:02.496097 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b8700e7-49ca-42ce-999f-ab4be8df9066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (4ddae9ae-950e-4628-b571-598a021ed724), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:02.497084 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b8700e7-49ca-42ce-999f-ab4be8df9066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:02.500411 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-2b8700e7-49ca-42ce-999f-ab4be8df9066 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ddae9ae-950e-4628-b571-598a021ed724 HTTP/1.1" status: 204 len: 168 time: 0.2864106 Feb 02 14:51:02.516792 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8700e7-49ca-42ce-999f-ab4be8df9066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddae9ae-950e-4628-b571-598a021ed724,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:02.528310 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f567235e-c138-458d-9930-6a203db0c279 req-b168f1b8-72b1-44e0-9f46-6951ae8821c1 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760210 Feb 02 14:51:02.620525 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972d52-f977-49e3-b4dc-441f2600a1cb req-cde613d3-a18f-48a9-bd09-fd35eb062abe tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:02.622301 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-77972d52-f977-49e3-b4dc-441f2600a1cb req-cde613d3-a18f-48a9-bd09-fd35eb062abe tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 944 time: 0.0686634 Feb 02 14:51:02.758981 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-77972d52-f977-49e3-b4dc-441f2600a1cb req-c8b55fe8-0399-4fd6-8462-c5a424a6e01c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283882 Feb 02 14:51:02.791506 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ba0c-9fb9-4957-8169-4913634c751c req-bef8f31a-7e9e-421f-9de4-ed2d5dba1448 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:02.793017 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8386ba0c-9fb9-4957-8169-4913634c751c req-bef8f31a-7e9e-421f-9de4-ed2d5dba1448 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.1047273 Feb 02 14:51:02.839983 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571246c-b7c1-42db-a2c0-e448a3765050 req-ba948ca7-e26b-422d-ba82-1fa3322a9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:02.841750 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e571246c-b7c1-42db-a2c0-e448a3765050 req-ba948ca7-e26b-422d-ba82-1fa3322a9279 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 1129 time: 0.0472713 Feb 02 14:51:02.876126 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8386ba0c-9fb9-4957-8169-4913634c751c req-f9d8cc40-fb11-4dfe-bf22-c3b774c40f18 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744431 Feb 02 14:51:02.894984 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6efa9-3f64-4303-a937-8a7c3e83813a req-625a3efa-131a-4531-83f4-db692a039e45 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:02.896511 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9bf6efa9-3f64-4303-a937-8a7c3e83813a req-625a3efa-131a-4531-83f4-db692a039e45 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 945 time: 0.0739036 Feb 02 14:51:02.944211 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9bf6efa9-3f64-4303-a937-8a7c3e83813a req-d46f8ba3-6a63-401f-8cc3-9d01b8c9768e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Feb 02 14:51:02.973036 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 6dbd5d16-f084-4504-9399-5a74f2fe496c up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:51:03.107306 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 6dbd5d16-f084-4504-9399-5a74f2fe496c completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:51:03.114238 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 6dbd5d16-f084-4504-9399-5a74f2fe496c triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:51:03.117094 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:03.235096 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 6dbd5d16-f084-4504-9399-5a74f2fe496c is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:51:03.237087 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:03.246650 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571246c-b7c1-42db-a2c0-e448a3765050 req-54a415a3-d4a4-4934-beec-e5ed44607f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:03.248845 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e571246c-b7c1-42db-a2c0-e448a3765050 req-54a415a3-d4a4-4934-beec-e5ed44607f95 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 920 time: 0.2744942 Feb 02 14:51:03.263767 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:51:03.265984 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e75c145-edc0-4a14-9272-e0c34f0e6530" -d '{"events": [{"server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "name": "network-vif-plugged", "status": "completed", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:51:03.289241 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:51:03.303233 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb0a88b-819a-4dd4-af45-8256a44554c6 x-openstack-request-id: req-2eb0a88b-819a-4dd4-af45-8256a44554c6 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:51:03.303529 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "name": "network-vif-plugged", "status": "completed", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:51:03.303789 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2eb0a88b-819a-4dd4-af45-8256a44554c6 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:51:03.304185 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'code': 200} Feb 02 14:51:03.428222 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:03.445426 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e571246c-b7c1-42db-a2c0-e448a3765050 req-5aa5e3bd-8787-4bd4-bc9a-9d248b29e2ef service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b0b0d5d-7b0b-453e-b423-d4283bedfa83 HTTP/1.1" status: 200 len: 217 time: 0.0493200 Feb 02 14:51:03.498631 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:03.590925 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571246c-b7c1-42db-a2c0-e448a3765050 req-e3686f56-629f-430d-9753-e07bba952840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:03.591569 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e571246c-b7c1-42db-a2c0-e448a3765050 req-e3686f56-629f-430d-9753-e07bba952840 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.0643990 Feb 02 14:51:03.670870 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33418) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:03.702299 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e571246c-b7c1-42db-a2c0-e448a3765050 req-a25fa1af-efd0-483f-adb6-4f625f2c75d6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432994 Feb 02 14:51:03.730113 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33422) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:03.731919 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0eee0208-a8b5-4e61-b056-3f7810820240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:03.779500 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33426) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:03.831440 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c08a24-60d3-411d-b8b6-8a4e548a96c1 req-e699963d-e632-454d-a473-48d1fd3d7942 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:03.838936 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-60c08a24-60d3-411d-b8b6-8a4e548a96c1 req-e699963d-e632-454d-a473-48d1fd3d7942 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.1963899 Feb 02 14:51:03.888701 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e571246c-b7c1-42db-a2c0-e448a3765050 req-ca647e6e-b845-44ad-b27b-3b8b624952cc service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855381 Feb 02 14:51:03.938169 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0eee0208-a8b5-4e61-b056-3f7810820240 admin admin] Publish callbacks [] for security_group (1a284799-0ff0-445b-9f59-8a718535ca7d), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:03.954524 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-60c08a24-60d3-411d-b8b6-8a4e548a96c1 req-5b82a328-7a13-4a62-aba7-a67c0bd240da tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100059 Feb 02 14:51:03.998264 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1455df78-1528-47e0-ad99-cde3aab7651b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.004577 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bc9a490e-fc17-495b-9e60-6fd2a3d2fada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.008422 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079051a-970a-468a-9783-7b11fba9808a req-23cf2603-dfda-47f9-9da4-a75e77c61bcf tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:04.015164 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e079051a-970a-468a-9783-7b11fba9808a req-23cf2603-dfda-47f9-9da4-a75e77c61bcf tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1259875 Feb 02 14:51:04.051385 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e571246c-b7c1-42db-a2c0-e448a3765050 req-dcd8490d-04c4-493c-8623-ec5e3305213a service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503491 Feb 02 14:51:04.083658 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0eee0208-a8b5-4e61-b056-3f7810820240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (1a284799-0ff0-445b-9f59-8a718535ca7d), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.149987 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bc9a490e-fc17-495b-9e60-6fd2a3d2fada admin admin] Publish callbacks [] for security_group (b0c882be-0135-4ae3-897f-1f2c309779d2), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.152479 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84582a-554d-462d-9f25-cca336f4321f req-2c29bff8-f022-430c-9380-ea3e12cf5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:04.154212 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-0c84582a-554d-462d-9f25-cca336f4321f req-2c29bff8-f022-430c-9380-ea3e12cf5473 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 1129 time: 0.0814519 Feb 02 14:51:04.171548 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e079051a-970a-468a-9783-7b11fba9808a req-77cff6ce-d46d-490a-99c5-95ec92ff32e9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553588 Feb 02 14:51:04.186377 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-0eee0208-a8b5-4e61-b056-3f7810820240 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17d8c0b7e6934e98bcd6b4bf7f792dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5136366 Feb 02 14:51:04.186993 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33442) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:04.204040 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee0208-a8b5-4e61-b056-3f7810820240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a284799-0ff0-445b-9f59-8a718535ca7d,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:04.219107 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-0c84582a-554d-462d-9f25-cca336f4321f req-b9ebe45f-49a1-4aeb-9aa1-64b18bb8b58a service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567145 Feb 02 14:51:04.232624 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bc9a490e-fc17-495b-9e60-6fd2a3d2fada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b0c882be-0135-4ae3-897f-1f2c309779d2), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.243417 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319467-6d81-4319-a6fc-6553961a65d4 req-8ffa0d19-61d4-4dd3-a578-7f4d41028923 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:04.243417 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-67319467-6d81-4319-a6fc-6553961a65d4 req-8ffa0d19-61d4-4dd3-a578-7f4d41028923 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.2181370 Feb 02 14:51:04.283572 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-bc9a490e-fc17-495b-9e60-6fd2a3d2fada admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15f3704562074ab5be6ec41d06e418c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5521231 Feb 02 14:51:04.284755 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a490e-fc17-495b-9e60-6fd2a3d2fada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c882be-0135-4ae3-897f-1f2c309779d2,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:04.287128 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33446) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:04.299672 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1455df78-1528-47e0-ad99-cde3aab7651b admin admin] Publish callbacks [] for security_group (2dbca6e9-0bfe-4c90-8b36-2924e24c102f), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.342634 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-756e1abf-378c-4ff1-a219-de36fc7d7190 admin admin] Publish callbacks [] for security_group (1a284799-0ff0-445b-9f59-8a718535ca7d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.344782 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6efd6b1b-9724-4096-a87b-c64d051a55c9 admin admin] Publish callbacks [] for security_group (b0c882be-0135-4ae3-897f-1f2c309779d2), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.373526 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6efd6b1b-9724-4096-a87b-c64d051a55c9 admin admin] Publish callbacks [] for security_group (b0c882be-0135-4ae3-897f-1f2c309779d2), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.374611 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-67319467-6d81-4319-a6fc-6553961a65d4 req-7de4799f-782f-4167-9dc7-5f060b12132b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219082 Feb 02 14:51:04.406982 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-756e1abf-378c-4ff1-a219-de36fc7d7190 admin admin] Publish callbacks [] for security_group (1a284799-0ff0-445b-9f59-8a718535ca7d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.424433 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e096c-2414-4b5e-9101-218b2fc8643e req-0f95ca9b-684f-41bb-9eba-ab5149e20ce1 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:04.427244 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-111e096c-2414-4b5e-9101-218b2fc8643e req-0f95ca9b-684f-41bb-9eba-ab5149e20ce1 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 945 time: 0.1131687 Feb 02 14:51:04.431710 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1455df78-1528-47e0-ad99-cde3aab7651b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2dbca6e9-0bfe-4c90-8b36-2924e24c102f), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.507786 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-1455df78-1528-47e0-ad99-cde3aab7651b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58a350af06784a32a112bd2ad99aff3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7263513 Feb 02 14:51:04.510397 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33448) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:04.519744 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455df78-1528-47e0-ad99-cde3aab7651b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbca6e9-0bfe-4c90-8b36-2924e24c102f,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:04.534508 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-111e096c-2414-4b5e-9101-218b2fc8643e req-d867f000-718a-406f-8e81-e4f888bf9918 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964444 Feb 02 14:51:04.573391 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-08b4c80b-f862-486a-bd10-e67ca7974403 admin admin] Publish callbacks [] for security_group (2dbca6e9-0bfe-4c90-8b36-2924e24c102f), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.576176 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6efd6b1b-9724-4096-a87b-c64d051a55c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b0c882be-0135-4ae3-897f-1f2c309779d2), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.578828 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6efd6b1b-9724-4096-a87b-c64d051a55c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.580791 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-6efd6b1b-9724-4096-a87b-c64d051a55c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0c882be-0135-4ae3-897f-1f2c309779d2 HTTP/1.1" status: 204 len: 168 time: 0.2926176 Feb 02 14:51:04.597475 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd6b1b-9724-4096-a87b-c64d051a55c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c882be-0135-4ae3-897f-1f2c309779d2,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:04.615223 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-08b4c80b-f862-486a-bd10-e67ca7974403 admin admin] Publish callbacks [] for security_group (2dbca6e9-0bfe-4c90-8b36-2924e24c102f), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.758237 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-756e1abf-378c-4ff1-a219-de36fc7d7190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (1a284799-0ff0-445b-9f59-8a718535ca7d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.760965 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-756e1abf-378c-4ff1-a219-de36fc7d7190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.762278 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-756e1abf-378c-4ff1-a219-de36fc7d7190 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a284799-0ff0-445b-9f59-8a718535ca7d HTTP/1.1" status: 204 len: 168 time: 0.5705543 Feb 02 14:51:04.772010 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e1abf-378c-4ff1-a219-de36fc7d7190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a284799-0ff0-445b-9f59-8a718535ca7d,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:04.798919 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-08b4c80b-f862-486a-bd10-e67ca7974403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2dbca6e9-0bfe-4c90-8b36-2924e24c102f), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.803359 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-08b4c80b-f862-486a-bd10-e67ca7974403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:04.815088 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-08b4c80b-f862-486a-bd10-e67ca7974403 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2dbca6e9-0bfe-4c90-8b36-2924e24c102f HTTP/1.1" status: 204 len: 168 time: 0.2928593 Feb 02 14:51:04.815088 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4c80b-f862-486a-bd10-e67ca7974403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbca6e9-0bfe-4c90-8b36-2924e24c102f,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:05.081878 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305154f-e445-4583-8094-4b6ae7eb950e req-48acbc7b-84c1-47ae-89bd-b940d9450b12 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:05.085462 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4305154f-e445-4583-8094-4b6ae7eb950e req-48acbc7b-84c1-47ae-89bd-b940d9450b12 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.0592394 Feb 02 14:51:05.137035 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4305154f-e445-4583-8094-4b6ae7eb950e req-659bc0e4-2a5d-41c5-b29f-f7356c4c56a1 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469391 Feb 02 14:51:05.316829 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f531e52-c5d2-4253-8a7e-b15ce2c05313 req-2c568311-3a12-4f86-9a4b-81c5ef6c711d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:05.318298 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1f531e52-c5d2-4253-8a7e-b15ce2c05313 req-2c568311-3a12-4f86-9a4b-81c5ef6c711d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0568159 Feb 02 14:51:05.366865 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1f531e52-c5d2-4253-8a7e-b15ce2c05313 req-5bf71723-2299-4041-9138-fcbf22769d51 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Feb 02 14:51:05.500179 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e427d01-d4ec-4eb8-bdd5-7bec0f330956 req-32cf5dba-b0e1-4e90-bdd9-e6065294cf94 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:05.502461 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7e427d01-d4ec-4eb8-bdd5-7bec0f330956 req-32cf5dba-b0e1-4e90-bdd9-e6065294cf94 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0545125 Feb 02 14:51:05.559661 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7e427d01-d4ec-4eb8-bdd5-7bec0f330956 req-d5df077d-e72d-4f8c-8e4d-abd3f66efa7b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497510 Feb 02 14:51:05.612984 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:51:05.723594 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33478) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:05.739284 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-51e1bae6-b10b-48a9-bfa1-55fee9ce28f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:05.836192 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-51e1bae6-b10b-48a9-bfa1-55fee9ce28f2 admin admin] Publish callbacks [] for security_group (9383435e-3f7c-4b11-b7dc-f4dbcebaec80), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:05.926961 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-51e1bae6-b10b-48a9-bfa1-55fee9ce28f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (9383435e-3f7c-4b11-b7dc-f4dbcebaec80), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:05.967556 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-51e1bae6-b10b-48a9-bfa1-55fee9ce28f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c2ac63634344dfbaa772d1ace655e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427983 Feb 02 14:51:05.968541 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1bae6-b10b-48a9-bfa1-55fee9ce28f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9383435e-3f7c-4b11-b7dc-f4dbcebaec80,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:05.970940 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33488) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:06.019786 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a7f1a21d-c36c-46f7-9c46-6428dd3d7c93 admin admin] Publish callbacks [] for security_group (9383435e-3f7c-4b11-b7dc-f4dbcebaec80), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.044830 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a7f1a21d-c36c-46f7-9c46-6428dd3d7c93 admin admin] Publish callbacks [] for security_group (9383435e-3f7c-4b11-b7dc-f4dbcebaec80), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.104677 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33490) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:06.116548 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-48d9d86d-ecab-45f7-bfdf-2a1e69d86c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.202443 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a7f1a21d-c36c-46f7-9c46-6428dd3d7c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (9383435e-3f7c-4b11-b7dc-f4dbcebaec80), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.205856 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a7f1a21d-c36c-46f7-9c46-6428dd3d7c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.207284 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-a7f1a21d-c36c-46f7-9c46-6428dd3d7c93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9383435e-3f7c-4b11-b7dc-f4dbcebaec80 HTTP/1.1" status: 204 len: 168 time: 0.2353704 Feb 02 14:51:06.226992 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1a21d-c36c-46f7-9c46-6428dd3d7c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9383435e-3f7c-4b11-b7dc-f4dbcebaec80,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:06.290280 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-48d9d86d-ecab-45f7-bfdf-2a1e69d86c5f admin admin] Publish callbacks [] for security_group (d9e852b0-4960-42ac-ab51-ccda988ac2d7), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.457264 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-48d9d86d-ecab-45f7-bfdf-2a1e69d86c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (d9e852b0-4960-42ac-ab51-ccda988ac2d7), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.502397 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65f802-2a61-41ad-9637-233cca5453ad req-ca3463d1-9438-4834-985b-44be84f076c8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:06.508049 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-48d9d86d-ecab-45f7-bfdf-2a1e69d86c5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1835442410804ff2b329c7229da1157c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053671 Feb 02 14:51:06.508900 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9d86d-ecab-45f7-bfdf-2a1e69d86c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e852b0-4960-42ac-ab51-ccda988ac2d7,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:06.509188 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4b65f802-2a61-41ad-9637-233cca5453ad req-ca3463d1-9438-4834-985b-44be84f076c8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0663500 Feb 02 14:51:06.510748 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33504) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:06.583959 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4b65f802-2a61-41ad-9637-233cca5453ad req-1133fd55-63c9-46e3-bbf2-4f8031fbf965 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739250 Feb 02 14:51:06.595298 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2d20831e-a8e0-4f6a-a62f-e6959675eb66 admin admin] Publish callbacks [] for security_group (d9e852b0-4960-42ac-ab51-ccda988ac2d7), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.630792 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2d20831e-a8e0-4f6a-a62f-e6959675eb66 admin admin] Publish callbacks [] for security_group (d9e852b0-4960-42ac-ab51-ccda988ac2d7), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.707293 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6b54d-6ada-4beb-942f-8b9fc931a847 req-e3e18682-6ad3-4f74-9aec-b47b2ad3f16e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:06.708844 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-51f6b54d-6ada-4beb-942f-8b9fc931a847 req-e3e18682-6ad3-4f74-9aec-b47b2ad3f16e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0733249 Feb 02 14:51:06.811938 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-51f6b54d-6ada-4beb-942f-8b9fc931a847 req-0cefc620-48b7-4b44-88e1-de1042e2c333 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784302 Feb 02 14:51:06.815402 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2d20831e-a8e0-4f6a-a62f-e6959675eb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (d9e852b0-4960-42ac-ab51-ccda988ac2d7), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.819734 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2d20831e-a8e0-4f6a-a62f-e6959675eb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:06.820968 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-2d20831e-a8e0-4f6a-a62f-e6959675eb66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9e852b0-4960-42ac-ab51-ccda988ac2d7 HTTP/1.1" status: 204 len: 168 time: 0.3082004 Feb 02 14:51:06.831260 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30864373-c73b-4310-9540-fab357603bc5 req-9a0435b1-dbc5-4f37-bdad-121586145a06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:06.832858 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-30864373-c73b-4310-9540-fab357603bc5 req-9a0435b1-dbc5-4f37-bdad-121586145a06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1176262 Feb 02 14:51:06.839147 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20831e-a8e0-4f6a-a62f-e6959675eb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e852b0-4960-42ac-ab51-ccda988ac2d7,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:06.848904 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33518) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:06.851822 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-43df07e1-0045-409c-995c-b21d080e7eb1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'floatingip': {'port_id': '6dbd5d16-f084-4504-9399-5a74f2fe496c'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:51:06.985571 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-43df07e1-0045-409c-995c-b21d080e7eb1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (72ec615c-bcb7-4674-894b-59dd129d261b), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:07.749973 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-43df07e1-0045-409c-995c-b21d080e7eb1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:07.816133 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-43df07e1-0045-409c-995c-b21d080e7eb1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (72ec615c-bcb7-4674-894b-59dd129d261b), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:08.002813 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10d29-44ba-4af7-9b9d-e809817a7353 req-4786b4d5-f2da-49e0-84e2-e5fcd0322018 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:08.004772 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1ae10d29-44ba-4af7-9b9d-e809817a7353 req-4786b4d5-f2da-49e0-84e2-e5fcd0322018 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.1018119 Feb 02 14:51:08.039673 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.l3_db [None req-43df07e1-0045-409c-995c-b21d080e7eb1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Floating IP 72ec615c-bcb7-4674-894b-59dd129d261b associated. External IP: 172.27.3.13, port: 6dbd5d16-f084-4504-9399-5a74f2fe496c. Feb 02 14:51:08.068879 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1ae10d29-44ba-4af7-9b9d-e809817a7353 req-963ba680-b908-4355-87e6-920ed9384995 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554314 Feb 02 14:51:08.473622 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43df07e1-0045-409c-995c-b21d080e7eb1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Router 73e4298b-d99c-45b4-aa3b-6829a06c5edc has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:51:08.652857 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43df07e1-0045-409c-995c-b21d080e7eb1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:51:08.659646 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-43df07e1-0045-409c-995c-b21d080e7eb1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:08.680238 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] Sync routers for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:51:08.692280 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:51:08.692925 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:50:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:51:08.711914 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-43df07e1-0045-409c-995c-b21d080e7eb1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "PUT /v2.0/floatingips/72ec615c-bcb7-4674-894b-59dd129d261b HTTP/1.1" status: 200 len: 990 time: 1.8649044 Feb 02 14:51:08.712848 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:51:08.716499 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8925ada5-f762-42e2-8ae0-06962fa82d15" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:51:08.818441 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:51:08.833461 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cc592-31fe-4212-bfd8-cc72c5cb7e12 req-c7657257-8cd9-4e27-99e7-5667126091e7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:08.835002 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-714cc592-31fe-4212-bfd8-cc72c5cb7e12 req-c7657257-8cd9-4e27-99e7-5667126091e7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0603075 Feb 02 14:51:08.923700 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-714cc592-31fe-4212-bfd8-cc72c5cb7e12 req-9e0a9c03-db6e-4926-a270-dd0f320422b7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799356 Feb 02 14:51:08.970062 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492bbe08-2366-42c9-ade2-f27c35681404 x-openstack-request-id: req-492bbe08-2366-42c9-ade2-f27c35681404 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:51:08.971084 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:51:08.971522 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-492bbe08-2366-42c9-ade2-f27c35681404 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:51:08.971982 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'status': 'completed', 'code': 200} Feb 02 14:51:09.075452 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-75b41349-9cb5-4ea3-a964-49f15d944fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:09.077277 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-75b41349-9cb5-4ea3-a964-49f15d944fa2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 1129 time: 0.0494308 Feb 02 14:51:09.141477 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '72ec615c-bcb7-4674-894b-59dd129d261b', 'tenant_id': '288118205ed44744a302b296426f45f7', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'port_id': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'mac_address': 'fa:16:3e:93:1d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:50:43Z', 'updated_at': '2022-02-02T14:51:07Z', 'revision_number': 1, 'project_id': '288118205ed44744a302b296426f45f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:51:09.174346 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] Checking router: 73e4298b-d99c-45b4-aa3b-6829a06c5edc for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:51:09.192652 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:51:09.193929 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:50:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:51:09.234880 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-3bfac13d-7778-4855-9361-973c463dcab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:09.236473 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-3bfac13d-7778-4855-9361-973c463dcab3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 917 time: 0.1515629 Feb 02 14:51:09.337656 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5290ec9-be25-428b-896f-7b941a30f239 req-814e39ea-80a7-4dd5-9d5f-3ef9ab901f29 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:09.346370 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a5290ec9-be25-428b-896f-7b941a30f239 req-814e39ea-80a7-4dd5-9d5f-3ef9ab901f29 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.1172178 Feb 02 14:51:09.450061 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-e2c7eb04-c8aa-41c7-94b3-1beb2437fe82 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c HTTP/1.1" status: 200 len: 998 time: 0.1960218 Feb 02 14:51:09.471886 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a5290ec9-be25-428b-896f-7b941a30f239 req-c2f9913b-9b60-4454-a551-0626df794016 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089356 Feb 02 14:51:09.486750 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:51:09.576027 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-bb269c44-29b9-4bb0-8136-927660ea76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:09.577712 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-bb269c44-29b9-4bb0-8136-927660ea76e6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 200 len: 854 time: 0.1196692 Feb 02 14:51:09.676981 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-90d45326-2420-47cb-9621-a62aa35aeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:09.679120 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-90d45326-2420-47cb-9621-a62aa35aeb7d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c17544a5-d2c4-42f7-94cc-d29c8257a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949397 Feb 02 14:51:09.833673 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-097c562d-e95a-4ffc-8102-587ea2ba9b8b service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478436 Feb 02 14:51:09.973120 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '72ec615c-bcb7-4674-894b-59dd129d261b', 'tenant_id': '288118205ed44744a302b296426f45f7', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'port_id': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'mac_address': 'fa:16:3e:93:1d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:50:43Z', 'updated_at': '2022-02-02T14:51:07Z', 'revision_number': 1, 'project_id': '288118205ed44744a302b296426f45f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:51:09.993356 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-8925ada5-f762-42e2-8ae0-06962fa82d15 req-afb3cf20-b34b-4947-9d69-fd45c5937506 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416831 Feb 02 14:51:10.005854 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc46877b-7777-4960-a3d8-c4a85e4a9958 None None] The sync data for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi is: [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '72ec615c-bcb7-4674-894b-59dd129d261b', 'tenant_id': '288118205ed44744a302b296426f45f7', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'port_id': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'mac_address': 'fa:16:3e:93:1d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:50:43Z', 'updated_at': '2022-02-02T14:51:07Z', 'revision_number': 1, 'project_id': '288118205ed44744a302b296426f45f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:51:10.054598 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf562-5249-47bf-bab5-6dec312dcfd9 req-c5dba4e4-4262-4143-9f09-2b7ac6f300c5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:10.056145 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-07eaf562-5249-47bf-bab5-6dec312dcfd9 req-c5dba4e4-4262-4143-9f09-2b7ac6f300c5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0583317 Feb 02 14:51:10.107021 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-07eaf562-5249-47bf-bab5-6dec312dcfd9 req-de78d8be-61a2-4dac-8ec0-c19c7a673102 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451474 Feb 02 14:51:10.254249 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea6b5f-9eba-4870-9785-08929852623a None None] New status for floating IP 72ec615c-bcb7-4674-894b-59dd129d261b: ACTIVE {{(pid=121023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:51:10.647626 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8bbf0-6873-4289-86eb-6d0e03a8dd64 req-0d6c412c-4374-48b5-8771-eba0eb1abb15 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:10.649552 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b2b8bbf0-6873-4289-86eb-6d0e03a8dd64 req-0d6c412c-4374-48b5-8771-eba0eb1abb15 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0608165 Feb 02 14:51:10.701643 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b2b8bbf0-6873-4289-86eb-6d0e03a8dd64 req-bcfb9e0d-d3f6-4b27-8589-ba8f31e49d97 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465417 Feb 02 14:51:11.239037 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7109e-20e1-4a2c-8fa1-e2fd7d24b947 req-3edb3e96-803e-46b1-8203-c1f4b243fb22 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:11.240520 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3ca7109e-20e1-4a2c-8fa1-e2fd7d24b947 req-3edb3e96-803e-46b1-8203-c1f4b243fb22 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0565434 Feb 02 14:51:11.290516 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3ca7109e-20e1-4a2c-8fa1-e2fd7d24b947 req-0fe2fb6f-3fc5-4933-8e03-ae80e00a44b5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443203 Feb 02 14:51:11.843558 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffdf21-f4fa-4ec7-98ef-6df16d137334 req-3583f54a-ed99-4427-bade-2088c828b5a3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:11.846650 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-72ffdf21-f4fa-4ec7-98ef-6df16d137334 req-3583f54a-ed99-4427-bade-2088c828b5a3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0624135 Feb 02 14:51:11.896732 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-72ffdf21-f4fa-4ec7-98ef-6df16d137334 req-88acacee-d80b-4ca6-a552-4c79185e2246 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Feb 02 14:51:12.611785 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33736) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:12.649966 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-05dd3997-6613-469d-a09c-4845ccfba500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:12.753958 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2980a437-736e-4f63-b1fb-087c26daa8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:12.842824 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2980a437-736e-4f63-b1fb-087c26daa8ab admin admin] Publish callbacks [] for security_group (ec7f6aa1-8837-4320-a79e-2ed246850553), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:12.929721 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2980a437-736e-4f63-b1fb-087c26daa8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ec7f6aa1-8837-4320-a79e-2ed246850553), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:12.980541 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-2980a437-736e-4f63-b1fb-087c26daa8ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d138cbe3282402eaaf071c9fdcd9470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676727 Feb 02 14:51:12.981547 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980a437-736e-4f63-b1fb-087c26daa8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7f6aa1-8837-4320-a79e-2ed246850553,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:12.984622 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33756) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:13.047665 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d5e44-5c36-41ad-83e9-dbbf7ffb8fef req-b454fa52-d37b-4da8-9d5c-0dc488833f41 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:13.047665 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c06d5e44-5c36-41ad-83e9-dbbf7ffb8fef req-b454fa52-d37b-4da8-9d5c-0dc488833f41 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0651314 Feb 02 14:51:13.078421 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d32a0c6f-6b04-4689-b2a7-6ce5bd194419 admin admin] Publish callbacks [] for security_group (ec7f6aa1-8837-4320-a79e-2ed246850553), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:13.103238 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d32a0c6f-6b04-4689-b2a7-6ce5bd194419 admin admin] Publish callbacks [] for security_group (ec7f6aa1-8837-4320-a79e-2ed246850553), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:13.110394 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c06d5e44-5c36-41ad-83e9-dbbf7ffb8fef req-b330b44b-10e8-4726-bb28-49c115ead4b9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492985 Feb 02 14:51:13.226681 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d32a0c6f-6b04-4689-b2a7-6ce5bd194419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ec7f6aa1-8837-4320-a79e-2ed246850553), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:13.229264 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d32a0c6f-6b04-4689-b2a7-6ce5bd194419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:13.230495 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-d32a0c6f-6b04-4689-b2a7-6ce5bd194419 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec7f6aa1-8837-4320-a79e-2ed246850553 HTTP/1.1" status: 204 len: 168 time: 0.2441115 Feb 02 14:51:13.240002 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a0c6f-6b04-4689-b2a7-6ce5bd194419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7f6aa1-8837-4320-a79e-2ed246850553,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:13.982715 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33782) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:13.996219 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4dba0397-faa7-44cf-885a-78dade85f2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:14.073971 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4dba0397-faa7-44cf-885a-78dade85f2c9 admin admin] Publish callbacks [] for security_group (e5d4e523-9080-491d-bc43-0409686a54b7), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:14.239114 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c98eb-d8ce-4a7f-a6fc-d6a52e0a9efe req-ac4eeb7e-dadd-4221-86af-7792119e58f6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:14.239114 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7d2c98eb-d8ce-4a7f-a6fc-d6a52e0a9efe req-ac4eeb7e-dadd-4221-86af-7792119e58f6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0571184 Feb 02 14:51:14.284211 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7d2c98eb-d8ce-4a7f-a6fc-d6a52e0a9efe req-aa59aa3a-628d-4881-90ca-489337ca68b7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Feb 02 14:51:14.289589 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4dba0397-faa7-44cf-885a-78dade85f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e5d4e523-9080-491d-bc43-0409686a54b7), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:14.334334 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-4dba0397-faa7-44cf-885a-78dade85f2c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e5ea8109600497ab48172f6e8494cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449137 Feb 02 14:51:14.334334 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba0397-faa7-44cf-885a-78dade85f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d4e523-9080-491d-bc43-0409686a54b7,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:14.334818 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33790) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:14.382062 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7a02469a-5884-4107-a9e6-ac28059cbc0e admin admin] Publish callbacks [] for security_group (e5d4e523-9080-491d-bc43-0409686a54b7), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:14.403701 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7a02469a-5884-4107-a9e6-ac28059cbc0e admin admin] Publish callbacks [] for security_group (e5d4e523-9080-491d-bc43-0409686a54b7), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:15.365960 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7a02469a-5884-4107-a9e6-ac28059cbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e5d4e523-9080-491d-bc43-0409686a54b7), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:15.366734 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8d8a0aa0-eeea-41e6-82bf-047ec8edf051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:15.372273 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7a02469a-5884-4107-a9e6-ac28059cbc0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:15.373806 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7a02469a-5884-4107-a9e6-ac28059cbc0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5d4e523-9080-491d-bc43-0409686a54b7 HTTP/1.1" status: 204 len: 168 time: 1.0401592 Feb 02 14:51:15.384961 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02469a-5884-4107-a9e6-ac28059cbc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d4e523-9080-491d-bc43-0409686a54b7,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:15.521802 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4c35a-361a-4622-924b-dd85bd2dcccd req-f5e2bef1-4463-4e81-804a-e7f299de3569 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:15.523325 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ddf4c35a-361a-4622-924b-dd85bd2dcccd req-f5e2bef1-4463-4e81-804a-e7f299de3569 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0643110 Feb 02 14:51:15.572011 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ddf4c35a-361a-4622-924b-dd85bd2dcccd req-c688d0ea-98ee-47ab-a486-e8601bec7cb1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429776 Feb 02 14:51:16.169538 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:16.272371 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33840) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:16.286197 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:16.363957 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Publish callbacks [] for security_group (284ea002-3add-463f-bf17-f6b4260a0226), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:16.523818 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (284ea002-3add-463f-bf17-f6b4260a0226), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:16.566016 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284ea002-3add-463f-bf17-f6b4260a0226,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:16.567455 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=166b9459737d4b9fa0aec0ff0ea3ede6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938645 Feb 02 14:51:16.570289 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33850) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:16.574428 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.574727 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.575107 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.575500 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.575841 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.576177 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.576563 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.576898 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.577227 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.577607 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.577943 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.578266 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.578700 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c2891-4639-4e31-9479-b6a57a651027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:16.638337 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-741bd06e-1d3f-49eb-98e3-0704849b8dec admin admin] Publish callbacks [] for security_group (284ea002-3add-463f-bf17-f6b4260a0226), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:16.661295 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-741bd06e-1d3f-49eb-98e3-0704849b8dec admin admin] Publish callbacks [] for security_group (284ea002-3add-463f-bf17-f6b4260a0226), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:16.713117 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d9421-7eeb-4325-8e77-fede52883b29 req-18175395-1e33-4de4-99f3-e656cf0aaa04 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:16.714928 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-841d9421-7eeb-4325-8e77-fede52883b29 req-18175395-1e33-4de4-99f3-e656cf0aaa04 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0625927 Feb 02 14:51:16.766552 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-841d9421-7eeb-4325-8e77-fede52883b29 req-4223b6f1-2567-4df9-b526-ea67627cc4c7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450828 Feb 02 14:51:16.804240 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-741bd06e-1d3f-49eb-98e3-0704849b8dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (284ea002-3add-463f-bf17-f6b4260a0226), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:16.806346 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-741bd06e-1d3f-49eb-98e3-0704849b8dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:16.807582 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-741bd06e-1d3f-49eb-98e3-0704849b8dec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/284ea002-3add-463f-bf17-f6b4260a0226 HTTP/1.1" status: 204 len: 168 time: 0.2357285 Feb 02 14:51:16.819754 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bd06e-1d3f-49eb-98e3-0704849b8dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ea002-3add-463f-bf17-f6b4260a0226,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:17.403707 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33892) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:17.518287 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9c0f68fc-fc06-4586-9979-380c9f131c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:17.598267 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9c0f68fc-fc06-4586-9979-380c9f131c20 admin admin] Publish callbacks [] for security_group (9be0c1f0-5c82-43fb-a93b-1d35a5f72667), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:17.683549 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9c0f68fc-fc06-4586-9979-380c9f131c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (9be0c1f0-5c82-43fb-a93b-1d35a5f72667), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:17.728033 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-9c0f68fc-fc06-4586-9979-380c9f131c20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=115613cb6b9a41c18717bd13819011f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231859 Feb 02 14:51:17.729438 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f68fc-fc06-4586-9979-380c9f131c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be0c1f0-5c82-43fb-a93b-1d35a5f72667,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:17.731860 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 33904) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:17.768373 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:17.790255 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Publish callbacks [] for security_group (9be0c1f0-5c82-43fb-a93b-1d35a5f72667), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:17.835434 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Publish callbacks [] for security_group (9be0c1f0-5c82-43fb-a93b-1d35a5f72667), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:17.929767 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d236467-f6fb-422d-97d8-cf4b0c9b23a3 req-425b0054-ef7b-464a-b27f-d15d2308fbd2 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:17.931384 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5d236467-f6fb-422d-97d8-cf4b0c9b23a3 req-425b0054-ef7b-464a-b27f-d15d2308fbd2 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0800073 Feb 02 14:51:17.988892 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5d236467-f6fb-422d-97d8-cf4b0c9b23a3 req-37032378-43ff-4f9c-a0b0-38f9ac746930 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Feb 02 14:51:17.999446 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (9be0c1f0-5c82-43fb-a93b-1d35a5f72667), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:18.003327 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:18.004758 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9be0c1f0-5c82-43fb-a93b-1d35a5f72667 HTTP/1.1" status: 204 len: 168 time: 0.2681339 Feb 02 14:51:18.019896 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be0c1f0-5c82-43fb-a93b-1d35a5f72667,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:18.024609 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.025093 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.025445 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.025779 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.026114 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.026441 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.026943 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.027276 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.027641 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.028084 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.028410 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.028725 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.029041 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1446ce-7827-4ae1-a759-79ac5da2cfa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:18.713624 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-589f72e6-9b7a-4960-8faf-be0d48e3b548 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:18.715228 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-589f72e6-9b7a-4960-8faf-be0d48e3b548 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/networks?id=881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 200 len: 815 time: 0.1170168 Feb 02 14:51:18.730962 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-2cb16d6f-9b3a-4be5-8e47-3efd8a3336fb tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/quotas/4e9d46681cc2408c9526c4f9575361b6 HTTP/1.1" status: 200 len: 375 time: 0.0096490 Feb 02 14:51:18.789726 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-e7f6b8ad-9069-418e-b513-5f59eb27d350 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492618 Feb 02 14:51:18.878613 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-fbc1a310-112c-4221-b213-aa8083d379a8 service neutron] 10.222.0.10 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864303 Feb 02 14:51:18.972915 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-6491482f-c9d7-4b6e-9f37-be169fa24e7d service neutron] 10.222.0.10 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877795 Feb 02 14:51:19.023517 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33960) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:19.046374 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-afee45f6-2ccc-47d4-96bd-a7b6dc299f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.129054 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.164933 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-afee45f6-2ccc-47d4-96bd-a7b6dc299f26 admin admin] Publish callbacks [] for security_group (de4e277b-09c4-459a-ad7d-e1667a0a7115), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.175936 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b28f-41ed-421b-be58-5079091290d3 req-6763b140-11e0-4913-9a83-f682eed769e0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:19.177453 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d291b28f-41ed-421b-be58-5079091290d3 req-6763b140-11e0-4913-9a83-f682eed769e0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0868464 Feb 02 14:51:19.238456 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d291b28f-41ed-421b-be58-5079091290d3 req-b63e6312-b15e-48e3-a34f-bcb4586e8ab6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550780 Feb 02 14:51:19.280877 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74258da9-37aa-444e-b501-3e5af1da8cac req-f7835145-53b3-4353-bb60-340fbceb9240 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 210 time: 0.0297425 Feb 02 14:51:19.288058 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-afee45f6-2ccc-47d4-96bd-a7b6dc299f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (de4e277b-09c4-459a-ad7d-e1667a0a7115), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.324404 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-afee45f6-2ccc-47d4-96bd-a7b6dc299f26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cfc915bcc3b418bba3c66fff168c85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963128 Feb 02 14:51:19.324404 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33970) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:19.333019 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee45f6-2ccc-47d4-96bd-a7b6dc299f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4e277b-09c4-459a-ad7d-e1667a0a7115,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:19.344173 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 33972) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:19.403218 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2d813641-7bdd-4218-b5d4-dc1551fffeb8 admin admin] Publish callbacks [] for security_group (de4e277b-09c4-459a-ad7d-e1667a0a7115), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.423762 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2d813641-7bdd-4218-b5d4-dc1551fffeb8 admin admin] Publish callbacks [] for security_group (de4e277b-09c4-459a-ad7d-e1667a0a7115), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.571264 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3f2cabcb-663c-4c05-9248-2067f41e6a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.696287 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2d813641-7bdd-4218-b5d4-dc1551fffeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (de4e277b-09c4-459a-ad7d-e1667a0a7115), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.700173 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2d813641-7bdd-4218-b5d4-dc1551fffeb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.701758 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-2d813641-7bdd-4218-b5d4-dc1551fffeb8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de4e277b-09c4-459a-ad7d-e1667a0a7115 HTTP/1.1" status: 204 len: 168 time: 0.3761055 Feb 02 14:51:19.717609 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d813641-7bdd-4218-b5d4-dc1551fffeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4e277b-09c4-459a-ad7d-e1667a0a7115,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:19.786385 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3f2cabcb-663c-4c05-9248-2067f41e6a09 admin admin] Publish callbacks [] for security_group (a0394d99-f009-4215-8b6e-4cc8600b24cf), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.872316 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3f2cabcb-663c-4c05-9248-2067f41e6a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (a0394d99-f009-4215-8b6e-4cc8600b24cf), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:19.917453 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-3f2cabcb-663c-4c05-9248-2067f41e6a09 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e693cab10bc44f8b3370b1c1fc76461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5721927 Feb 02 14:51:19.918386 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cabcb-663c-4c05-9248-2067f41e6a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0394d99-f009-4215-8b6e-4cc8600b24cf,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:19.920770 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 34000) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:19.987527 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-977ab6e5-3afc-40f4-a13d-d2594c5ce1ae admin admin] Publish callbacks [] for security_group (a0394d99-f009-4215-8b6e-4cc8600b24cf), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:20.011805 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-977ab6e5-3afc-40f4-a13d-d2594c5ce1ae admin admin] Publish callbacks [] for security_group (a0394d99-f009-4215-8b6e-4cc8600b24cf), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:20.369674 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f7655e93-bb23-49f8-a987-f72f0e80ade9 req-6d959a36-f1c0-4ae0-b5f5-274613866e2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 210 time: 0.0312800 Feb 02 14:51:20.475592 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-977ab6e5-3afc-40f4-a13d-d2594c5ce1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (a0394d99-f009-4215-8b6e-4cc8600b24cf), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:20.475592 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-977ab6e5-3afc-40f4-a13d-d2594c5ce1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:20.475592 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-977ab6e5-3afc-40f4-a13d-d2594c5ce1ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0394d99-f009-4215-8b6e-4cc8600b24cf HTTP/1.1" status: 204 len: 168 time: 0.4557624 Feb 02 14:51:20.475592 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ab6e5-3afc-40f4-a13d-d2594c5ce1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0394d99-f009-4215-8b6e-4cc8600b24cf,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:20.475592 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8c5c9-bc65-4f6e-8edc-66a45a88376a req-34e4812d-d965-4975-bf57-40e0e1deaa6e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:20.475592 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cda8c5c9-bc65-4f6e-8edc-66a45a88376a req-34e4812d-d965-4975-bf57-40e0e1deaa6e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0934129 Feb 02 14:51:20.475592 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cda8c5c9-bc65-4f6e-8edc-66a45a88376a req-16546ffc-0986-4eac-af66-d4a7283282f8 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Feb 02 14:51:21.281287 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34040) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:21.296131 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-26a45102-982c-4362-8ba1-081797b60161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:21.388460 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-26a45102-982c-4362-8ba1-081797b60161 admin admin] Publish callbacks [] for security_group (eb9ecdbd-d089-4007-8bbf-d730a8a6a994), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:21.494512 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-26a45102-982c-4362-8ba1-081797b60161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (eb9ecdbd-d089-4007-8bbf-d730a8a6a994), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:21.552215 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a45102-982c-4362-8ba1-081797b60161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ecdbd-d089-4007-8bbf-d730a8a6a994,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:21.559461 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-26a45102-982c-4362-8ba1-081797b60161 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95804bc7e7d048f1a50ee623eac31cf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771003 Feb 02 14:51:21.560382 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34054) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:21.580605 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8e980dd1-91c1-447d-9ba3-302840424f58 req-36365ca5-4a45-444f-a6d4-ef0d0d404c1e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 210 time: 0.0457077 Feb 02 14:51:21.640625 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813f617-5248-44ef-bf85-5c33dfabb882 req-f1792932-92f9-40c4-9796-c823a5aa3167 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:21.642850 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4813f617-5248-44ef-bf85-5c33dfabb882 req-f1792932-92f9-40c4-9796-c823a5aa3167 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0976794 Feb 02 14:51:21.651665 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a7a60d5f-1d23-4608-8dd0-8da55d164689 admin admin] Publish callbacks [] for security_group (eb9ecdbd-d089-4007-8bbf-d730a8a6a994), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:21.680627 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a7a60d5f-1d23-4608-8dd0-8da55d164689 admin admin] Publish callbacks [] for security_group (eb9ecdbd-d089-4007-8bbf-d730a8a6a994), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:21.707544 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4813f617-5248-44ef-bf85-5c33dfabb882 req-d03a08f7-020c-434e-8142-7f602186c0c6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589843 Feb 02 14:51:21.826424 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a7a60d5f-1d23-4608-8dd0-8da55d164689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (eb9ecdbd-d089-4007-8bbf-d730a8a6a994), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:21.830046 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a7a60d5f-1d23-4608-8dd0-8da55d164689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:21.833415 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-a7a60d5f-1d23-4608-8dd0-8da55d164689 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb9ecdbd-d089-4007-8bbf-d730a8a6a994 HTTP/1.1" status: 204 len: 168 time: 0.2699564 Feb 02 14:51:21.839629 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a60d5f-1d23-4608-8dd0-8da55d164689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ecdbd-d089-4007-8bbf-d730a8a6a994,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:22.746822 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34114) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:22.763078 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9f64efdb-4da1-4115-8b3d-d43eadf3d59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:22.848463 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9f64efdb-4da1-4115-8b3d-d43eadf3d59a admin admin] Publish callbacks [] for security_group (ff071e3e-136b-4fbc-92ba-218e29658bcf), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:22.911083 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e2f94209-6944-4774-b8bc-d52c077ec98b req-e332f12a-cd41-4ee3-aca4-34c6f81becd0 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 210 time: 0.2395205 Feb 02 14:51:22.964352 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bbdaf-e512-464e-978c-76f16978afe4 req-a85b66b3-856c-4589-ae74-040da32e930f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:22.965983 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a89bbdaf-e512-464e-978c-76f16978afe4 req-a85b66b3-856c-4589-ae74-040da32e930f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0574059 Feb 02 14:51:22.986157 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9f64efdb-4da1-4115-8b3d-d43eadf3d59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ff071e3e-136b-4fbc-92ba-218e29658bcf), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:23.021794 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-9f64efdb-4da1-4115-8b3d-d43eadf3d59a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=819f3b502e884e64a7210813d001c8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732344 Feb 02 14:51:23.025075 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34124) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:23.033774 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a89bbdaf-e512-464e-978c-76f16978afe4 req-86d278c9-f4db-4a21-94ff-3d978833e91c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596671 Feb 02 14:51:23.064552 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64efdb-4da1-4115-8b3d-d43eadf3d59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff071e3e-136b-4fbc-92ba-218e29658bcf,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:23.103212 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c47f-d127-4dce-a98c-0ac43945a392 admin admin] Publish callbacks [] for security_group (ff071e3e-136b-4fbc-92ba-218e29658bcf), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:23.125804 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c47f-d127-4dce-a98c-0ac43945a392 admin admin] Publish callbacks [] for security_group (ff071e3e-136b-4fbc-92ba-218e29658bcf), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:23.340975 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-da490388-1da4-4d35-8b72-f825fbf8bf7c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472059 Feb 02 14:51:23.436410 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c47f-d127-4dce-a98c-0ac43945a392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ff071e3e-136b-4fbc-92ba-218e29658bcf), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:23.439835 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c47f-d127-4dce-a98c-0ac43945a392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:23.440960 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-a2a2c47f-d127-4dce-a98c-0ac43945a392 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff071e3e-136b-4fbc-92ba-218e29658bcf HTTP/1.1" status: 204 len: 168 time: 0.4148018 Feb 02 14:51:23.454474 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2c47f-d127-4dce-a98c-0ac43945a392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff071e3e-136b-4fbc-92ba-218e29658bcf,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:23.478394 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-afe8a0af-a744-44f9-99b9-cc7efa4b0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:23.480165 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-afe8a0af-a744-44f9-99b9-cc7efa4b0974 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 1129 time: 0.0688727 Feb 02 14:51:23.706733 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-6b0cab20-350e-4a1e-a618-4b130dc30cd2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:23.708260 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-6b0cab20-350e-4a1e-a618-4b130dc30cd2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "GET /v2.0/networks?id=881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 200 len: 815 time: 0.1798675 Feb 02 14:51:23.709335 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-809a168b-9fdd-4d30-83f5-bea37754fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:23.710639 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-809a168b-9fdd-4d30-83f5-bea37754fd25 service neutron] 10.222.0.115 "GET /v2.0/networks?id=881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 200 len: 917 time: 0.1711974 Feb 02 14:51:23.732814 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Request body: {'port': {'device_id': '22f80598-044c-4690-b382-c1bed0ffb462', 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94', 'admin_state_up': True, 'tenant_id': '4e9d46681cc2408c9526c4f9575361b6'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:51:23.783358 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-9d2dd1e7-7268-46f0-a9f4-9e25de5dbce8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18c3600a-88e4-43d5-8dd7-07613f5a5c9b HTTP/1.1" status: 200 len: 217 time: 0.0465720 Feb 02 14:51:23.905286 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-eb42b0ac-0d07-4791-9cd1-240a7ea55ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:23.907057 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-eb42b0ac-0d07-4791-9cd1-240a7ea55ede service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b5da69a2-8942-45df-bb4a-0dcff917a34f HTTP/1.1" status: 200 len: 855 time: 0.1144614 Feb 02 14:51:23.965703 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-2b41ebf2-849f-4359-a95c-f9a7ec5a2d14 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=881700dd-aa90-43d9-8db0-8f463dc5ec94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473917 Feb 02 14:51:24.052265 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-769dfa2e-eb89-4b55-900f-78c488faa58d req-cf34261f-8e8a-4b0f-ac00-47f899aa7eb7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 210 time: 0.0392504 Feb 02 14:51:24.129910 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-acbd100e-de46-4b0c-b136-0d02c2ac7e8e service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497900 Feb 02 14:51:24.139922 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Made reservation on behalf of 4e9d46681cc2408c9526c4f9575361b6 for: {'port': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:51:24.154435 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:24.229217 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d176c-8c47-41e3-a96c-1de0e9e74a99 req-6d1fc140-4a61-43fc-b45d-a0b5aaa3c1d2 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:24.236252 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e77d176c-8c47-41e3-a96c-1de0e9e74a99 req-6d1fc140-4a61-43fc-b45d-a0b5aaa3c1d2 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0954738 Feb 02 14:51:24.283762 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e77d176c-8c47-41e3-a96c-1de0e9e74a99 req-e9ada00e-c376-496a-840c-480c365c0520 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462782 Feb 02 14:51:24.351365 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-72888406-b2ac-470d-9ea9-18e833b3a8b0 req-8bb223bf-372d-4e7f-b072-ec6370724bc4 service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941919 Feb 02 14:51:24.376515 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Allocated IP 172.20.0.3 (881700dd-aa90-43d9-8db0-8f463dc5ec94/b5da69a2-8942-45df-bb4a-0dcff917a34f/7a5d01e9-66c4-406a-8937-0a1af6d974a4) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:51:24.389911 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:24.537516 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks [] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:24.689848 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:24.735498 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Network 881700dd-aa90-43d9-8db0-8f463dc5ec94 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:51:24.743224 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:51:24.747609 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:51:24.760419 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Pushing event updated for resources: {'Port': ['ID=7a5d01e9-66c4-406a-8937-0a1af6d974a4,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:24.761711 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['18c3600a-88e4-43d5-8dd7-07613f5a5c9b'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:51:24.811213 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:24.813583 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:24.949098 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-97758b4d-2707-4be9-b231-eb427b86ed2d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2199233 Feb 02 14:51:24.975643 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Request body: {'port': {'device_id': '22f80598-044c-4690-b382-c1bed0ffb462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:51:25.044495 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:25.176777 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf86de-9bf9-4466-b62f-7ebc6ea8c8c6 req-8ad5c6bb-a07e-42da-b99f-227750768ab3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:25.179547 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0ddf86de-9bf9-4466-b62f-7ebc6ea8c8c6 req-8ad5c6bb-a07e-42da-b99f-227750768ab3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 931 time: 0.0581439 Feb 02 14:51:25.232921 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0ddf86de-9bf9-4466-b62f-7ebc6ea8c8c6 req-ebb64c9c-1e83-4f1b-9e63-7425c7c7685c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474110 Feb 02 14:51:25.423999 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0a2bf-ce01-477c-a75b-2d7fea36b6a1 req-f7109e97-f776-41d9-9643-a1333120ad47 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:25.426106 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f7d0a2bf-ce01-477c-a75b-2d7fea36b6a1 req-f7109e97-f776-41d9-9643-a1333120ad47 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0603559 Feb 02 14:51:25.477181 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f7d0a2bf-ce01-477c-a75b-2d7fea36b6a1 req-fc390cb7-e24c-4db8-b954-e454c93e8ffb tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Feb 02 14:51:25.526047 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5d01e9-66c4-406a-8937-0a1af6d974a4 {{(pid=121021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:51:25.533364 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Publish callbacks [] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:25.553962 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.provisioning_blocks [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Transition to ACTIVE for port object 7a5d01e9-66c4-406a-8937-0a1af6d974a4 will not be triggered until provisioned by entity L2. {{(pid=121021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:51:25.652566 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:25.712468 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5d01e9-66c4-406a-8937-0a1af6d974a4,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:25.786056 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Attempting to bind port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:51:25.786645 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Attempting to bind port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:51:25.786812 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Attempting to bind port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:51:25.791402 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:51:25.791809 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Attempting to bind port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:51:25.796700 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:51:25.801235 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Checking segment: {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:51:25.801235 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Bound using segment: {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:51:25.801235 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Bound port: 7a5d01e9-66c4-406a-8937-0a1af6d974a4, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'}}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:51:25.801235 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:25.863871 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] For port 7a5d01e9-66c4-406a-8937-0a1af6d974a4, host hv-cinder-78251, cleared binding levels {{(pid=121021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:51:25.867041 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] For port 7a5d01e9-66c4-406a-8937-0a1af6d974a4, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=7a5d01e9-66c4-406a-8937-0a1af6d974a4,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:51:25.950679 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:25.988240 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:25.988955 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:25.992774 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] 10.222.0.115 "PUT /v2.0/ports/7a5d01e9-66c4-406a-8937-0a1af6d974a4 HTTP/1.1" status: 200 len: 1093 time: 1.0196564 Feb 02 14:51:25.992774 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f80598-044c-4690-b382-c1bed0ffb462', 'tag': '7a5d01e9-66c4-406a-8937-0a1af6d974a4'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:51:25.993431 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fc2aeb-e0a6-45bf-82a9-515c8f3ea03b" -d '{"events": [{"name": "network-changed", "server_uuid": "22f80598-044c-4690-b382-c1bed0ffb462", "tag": "7a5d01e9-66c4-406a-8937-0a1af6d974a4"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:51:26.023948 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829709d-57d2-465a-aa6b-808b3dc76883 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5d01e9-66c4-406a-8937-0a1af6d974a4,revision_number=3']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:26.109217 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 34232) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:26.186221 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f73375-9092-422d-9618-c8fbd6e9c6c2 x-openstack-request-id: req-a3f73375-9092-422d-9618-c8fbd6e9c6c2 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:51:26.186582 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f80598-044c-4690-b382-c1bed0ffb462", "tag": "7a5d01e9-66c4-406a-8937-0a1af6d974a4", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:51:26.186947 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3f73375-9092-422d-9618-c8fbd6e9c6c2 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:51:26.187475 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f80598-044c-4690-b382-c1bed0ffb462', 'tag': '7a5d01e9-66c4-406a-8937-0a1af6d974a4', 'status': 'completed', 'code': 200} Feb 02 14:51:26.224501 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4630dd1f-abdf-47f2-855a-7925e3da7d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:26.347639 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4630dd1f-abdf-47f2-855a-7925e3da7d85 admin admin] Publish callbacks [] for security_group (2c42b10b-6bf4-4e74-a240-07f403a1f49a), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:26.370599 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010478b-b639-4d95-8dc0-7ffc713a0638 req-fbd4ee95-e6b2-4fdf-b61a-78bf59143cc7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:26.372145 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d010478b-b639-4d95-8dc0-7ffc713a0638 req-fbd4ee95-e6b2-4fdf-b61a-78bf59143cc7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 943 time: 0.0670402 Feb 02 14:51:26.419834 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d010478b-b639-4d95-8dc0-7ffc713a0638 req-0dfa30c3-0258-4e09-999f-0661ddd1210c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Feb 02 14:51:26.523765 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4630dd1f-abdf-47f2-855a-7925e3da7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2c42b10b-6bf4-4e74-a240-07f403a1f49a), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:26.594422 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-4630dd1f-abdf-47f2-855a-7925e3da7d85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c14191bff91f4f44af3f70b9207944fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837704 Feb 02 14:51:26.596368 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630dd1f-abdf-47f2-855a-7925e3da7d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c42b10b-6bf4-4e74-a240-07f403a1f49a,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:26.597074 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34254) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:26.626430 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88962d5c-f4e9-4c24-9842-b56a6708e999 req-6e5f4fb6-9773-428b-a2f1-0510ae63b98d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:26.628094 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-88962d5c-f4e9-4c24-9842-b56a6708e999 req-6e5f4fb6-9773-428b-a2f1-0510ae63b98d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0683470 Feb 02 14:51:26.656906 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f423f4ba-f168-4315-a1e9-a9648346bffe admin admin] Publish callbacks [] for security_group (2c42b10b-6bf4-4e74-a240-07f403a1f49a), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:26.682876 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f423f4ba-f168-4315-a1e9-a9648346bffe admin admin] Publish callbacks [] for security_group (2c42b10b-6bf4-4e74-a240-07f403a1f49a), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:26.683254 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-88962d5c-f4e9-4c24-9842-b56a6708e999 req-673e248c-322a-4fda-bcfa-d0c61267a528 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485728 Feb 02 14:51:26.847070 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f423f4ba-f168-4315-a1e9-a9648346bffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2c42b10b-6bf4-4e74-a240-07f403a1f49a), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:26.854427 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f423f4ba-f168-4315-a1e9-a9648346bffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:26.854427 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f423f4ba-f168-4315-a1e9-a9648346bffe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c42b10b-6bf4-4e74-a240-07f403a1f49a HTTP/1.1" status: 204 len: 168 time: 0.2526982 Feb 02 14:51:26.859523 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423f4ba-f168-4315-a1e9-a9648346bffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c42b10b-6bf4-4e74-a240-07f403a1f49a,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:27.396027 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 34274) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:27.527706 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-89f80800-d030-451e-8137-2a094de3558a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:27.582342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dafb0e-62b5-4ca7-8c0b-a4aa07e1bc26 req-b37f5750-804b-4b4f-8930-b9fa2d282b5c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:27.583862 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-61dafb0e-62b5-4ca7-8c0b-a4aa07e1bc26 req-b37f5750-804b-4b4f-8930-b9fa2d282b5c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 943 time: 0.0901213 Feb 02 14:51:27.665664 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-89f80800-d030-451e-8137-2a094de3558a admin admin] Publish callbacks [] for security_group (54d9232a-fef0-46a0-ad8b-33207d200e7b), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:27.669608 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-61dafb0e-62b5-4ca7-8c0b-a4aa07e1bc26 req-bfd5a2b0-0064-4c3c-9697-fff34eec3844 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797391 Feb 02 14:51:27.674610 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 34282) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:27.687640 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-73c91dc1-b5c7-41ac-aa51-c2fc35c3b75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:27.723847 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-89f80800-d030-451e-8137-2a094de3558a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (54d9232a-fef0-46a0-ad8b-33207d200e7b), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:27.787738 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-89f80800-d030-451e-8137-2a094de3558a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a11cc899c006425a9da02e28c8a1f0c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904252 Feb 02 14:51:27.790589 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34286) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:27.803684 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f80800-d030-451e-8137-2a094de3558a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d9232a-fef0-46a0-ad8b-33207d200e7b,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:27.841289 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-73c91dc1-b5c7-41ac-aa51-c2fc35c3b75e admin admin] Publish callbacks [] for security_group (809d03f8-c047-47ce-bfe0-9c843ac374e0), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:27.843170 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3f07fdb4-4874-4461-8537-71ae32eb45cd admin admin] Publish callbacks [] for security_group (54d9232a-fef0-46a0-ad8b-33207d200e7b), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:27.856724 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1626d4-92c2-49f6-9065-603d9202fbaf req-bb599a48-7662-4dbd-a24a-413033368fa6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:27.858543 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2b1626d4-92c2-49f6-9065-603d9202fbaf req-bb599a48-7662-4dbd-a24a-413033368fa6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0946729 Feb 02 14:51:27.868708 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3f07fdb4-4874-4461-8537-71ae32eb45cd admin admin] Publish callbacks [] for security_group (54d9232a-fef0-46a0-ad8b-33207d200e7b), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:27.911370 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2b1626d4-92c2-49f6-9065-603d9202fbaf req-0ef5b146-ecec-4b2c-83e4-f1a82cd7c1db tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463912 Feb 02 14:51:27.917199 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-73c91dc1-b5c7-41ac-aa51-c2fc35c3b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (809d03f8-c047-47ce-bfe0-9c843ac374e0), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:27.960157 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-73c91dc1-b5c7-41ac-aa51-c2fc35c3b75e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cab49bacdbc468d95e2f60b91a7918f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844255 Feb 02 14:51:27.961061 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c91dc1-b5c7-41ac-aa51-c2fc35c3b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809d03f8-c047-47ce-bfe0-9c843ac374e0,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:27.962907 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34290) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:28.015193 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3f07fdb4-4874-4461-8537-71ae32eb45cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (54d9232a-fef0-46a0-ad8b-33207d200e7b), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:28.017634 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3f07fdb4-4874-4461-8537-71ae32eb45cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:28.019491 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-3f07fdb4-4874-4461-8537-71ae32eb45cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54d9232a-fef0-46a0-ad8b-33207d200e7b HTTP/1.1" status: 204 len: 168 time: 0.2269537 Feb 02 14:51:28.022202 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-958b1d97-3a6f-485f-8f7e-910cbcdb9103 admin admin] Publish callbacks [] for security_group (809d03f8-c047-47ce-bfe0-9c843ac374e0), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:28.037517 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07fdb4-4874-4461-8537-71ae32eb45cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d9232a-fef0-46a0-ad8b-33207d200e7b,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:28.055682 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-958b1d97-3a6f-485f-8f7e-910cbcdb9103 admin admin] Publish callbacks [] for security_group (809d03f8-c047-47ce-bfe0-9c843ac374e0), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:28.197543 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-958b1d97-3a6f-485f-8f7e-910cbcdb9103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (809d03f8-c047-47ce-bfe0-9c843ac374e0), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:28.200217 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-958b1d97-3a6f-485f-8f7e-910cbcdb9103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:28.201424 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-958b1d97-3a6f-485f-8f7e-910cbcdb9103 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/809d03f8-c047-47ce-bfe0-9c843ac374e0 HTTP/1.1" status: 204 len: 168 time: 0.2373879 Feb 02 14:51:28.209640 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b1d97-3a6f-485f-8f7e-910cbcdb9103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809d03f8-c047-47ce-bfe0-9c843ac374e0,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:28.779331 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34314) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:28.793765 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-70140e28-c032-4c29-9520-02b0491cd250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:28.805742 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16fd42-8c82-42f9-b0a9-427c8bb8e57d req-8e3e0eb1-178a-4437-84e9-3df1b047a8da tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:28.807538 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8f16fd42-8c82-42f9-b0a9-427c8bb8e57d req-8e3e0eb1-178a-4437-84e9-3df1b047a8da tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 943 time: 0.0683939 Feb 02 14:51:28.859771 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8f16fd42-8c82-42f9-b0a9-427c8bb8e57d req-ffc4e7d3-2179-46f4-bfba-c709e708a685 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461195 Feb 02 14:51:28.879726 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc2aeb-e0a6-45bf-82a9-515c8f3ea03b req-395484c5-44ad-4693-ad94-c7f66244217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:28.881543 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c8fc2aeb-e0a6-45bf-82a9-515c8f3ea03b req-395484c5-44ad-4693-ad94-c7f66244217d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 1127 time: 0.0844791 Feb 02 14:51:29.001830 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-70140e28-c032-4c29-9520-02b0491cd250 admin admin] Publish callbacks [] for security_group (35357d47-7c58-4747-87f3-fce3beaca7e3), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:29.066847 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0fea6-dba1-4d42-a6fe-bf41999b29f5 req-2414c671-39c0-45c8-a659-aef2b705aafb tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:29.068444 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-71d0fea6-dba1-4d42-a6fe-bf41999b29f5 req-2414c671-39c0-45c8-a659-aef2b705aafb tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0653970 Feb 02 14:51:29.111923 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-70140e28-c032-4c29-9520-02b0491cd250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (35357d47-7c58-4747-87f3-fce3beaca7e3), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:29.140817 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc2aeb-e0a6-45bf-82a9-515c8f3ea03b req-cd97534f-1e0a-4124-bdb7-bcdf61bab3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:29.146087 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-71d0fea6-dba1-4d42-a6fe-bf41999b29f5 req-92a874ba-782a-41c0-a589-df4cc5f92787 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718422 Feb 02 14:51:29.146298 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c8fc2aeb-e0a6-45bf-82a9-515c8f3ea03b req-cd97534f-1e0a-4124-bdb7-bcdf61bab3d8 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=4e9d46681cc2408c9526c4f9575361b6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2426221 Feb 02 14:51:29.226252 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-70140e28-c032-4c29-9520-02b0491cd250 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a21b7c318e74f8a96204b091de52744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4456537 Feb 02 14:51:29.228911 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 34328) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:29.233348 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70140e28-c032-4c29-9520-02b0491cd250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35357d47-7c58-4747-87f3-fce3beaca7e3,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:29.299663 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ef45153-2c3c-4c0b-809e-c6ae683db1d2 admin admin] Publish callbacks [] for security_group (35357d47-7c58-4747-87f3-fce3beaca7e3), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:29.324184 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ef45153-2c3c-4c0b-809e-c6ae683db1d2 admin admin] Publish callbacks [] for security_group (35357d47-7c58-4747-87f3-fce3beaca7e3), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:29.372389 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc2aeb-e0a6-45bf-82a9-515c8f3ea03b req-7eeb07dc-8e58-49ba-99a9-ea222282f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:29.373949 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c8fc2aeb-e0a6-45bf-82a9-515c8f3ea03b req-7eeb07dc-8e58-49ba-99a9-ea222282f5a0 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2073269 Feb 02 14:51:29.506240 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ef45153-2c3c-4c0b-809e-c6ae683db1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (35357d47-7c58-4747-87f3-fce3beaca7e3), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:29.509107 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ef45153-2c3c-4c0b-809e-c6ae683db1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:29.510248 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7ef45153-2c3c-4c0b-809e-c6ae683db1d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35357d47-7c58-4747-87f3-fce3beaca7e3 HTTP/1.1" status: 204 len: 168 time: 0.2803311 Feb 02 14:51:29.523003 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-244effa9-f068-46d7-9435-28f5060e575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:29.523823 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef45153-2c3c-4c0b-809e-c6ae683db1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35357d47-7c58-4747-87f3-fce3beaca7e3,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:29.525310 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-244effa9-f068-46d7-9435-28f5060e575b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 1127 time: 0.0610697 Feb 02 14:51:29.600260 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-bc4cabcc-abc2-4b13-aa8d-344929b64954 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a5d01e9-66c4-406a-8937-0a1af6d974a4 HTTP/1.1" status: 200 len: 217 time: 0.0565875 Feb 02 14:51:29.659705 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-1d93fe93-61e7-420f-a514-105cafc0a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:29.661758 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-1d93fe93-61e7-420f-a514-105cafc0a206 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b5da69a2-8942-45df-bb4a-0dcff917a34f HTTP/1.1" status: 200 len: 855 time: 0.0499685 Feb 02 14:51:29.707212 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-7e56691d-3063-4460-ada9-0d0f2d162cb6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=881700dd-aa90-43d9-8db0-8f463dc5ec94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324955 Feb 02 14:51:29.819073 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-73d00dcf-3276-4288-b7e6-71f725c4c213 service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955904 Feb 02 14:51:29.917239 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc51bc94-a291-4043-9681-c6e8681775b8 req-582e4eca-a1ab-4c95-a9e9-a0aba2ed9357 service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887511 Feb 02 14:51:30.008639 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c833-a7bb-40f3-a44a-8cc117184bc7 req-3874e7e7-b875-4ac6-8a2f-508804605a6e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:30.016037 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3418c833-a7bb-40f3-a44a-8cc117184bc7 req-3874e7e7-b875-4ac6-8a2f-508804605a6e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 943 time: 0.0769203 Feb 02 14:51:30.086929 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3418c833-a7bb-40f3-a44a-8cc117184bc7 req-65c432ce-ed7e-41ee-ae01-1911c8f53bef tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699151 Feb 02 14:51:30.278981 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686689e7-cab7-4bd2-ab26-1b7f8c1797bb req-325c3b40-b55e-45c8-aa88-cbd89fc548b7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:30.280807 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-686689e7-cab7-4bd2-ab26-1b7f8c1797bb req-325c3b40-b55e-45c8-aa88-cbd89fc548b7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0654764 Feb 02 14:51:30.332315 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-686689e7-cab7-4bd2-ab26-1b7f8c1797bb req-13e9ac0c-0011-4955-afc8-29edbcf73dca tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Feb 02 14:51:31.199212 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720d0b1-3043-4756-b385-83f698db5884 req-c6716324-b63c-4a6a-afc9-f8c18f12aad0 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:31.200703 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8720d0b1-3043-4756-b385-83f698db5884 req-c6716324-b63c-4a6a-afc9-f8c18f12aad0 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 943 time: 0.0532258 Feb 02 14:51:31.258191 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8720d0b1-3043-4756-b385-83f698db5884 req-a8135b68-ca7e-49a3-b6ed-b0edf0412b2e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520608 Feb 02 14:51:31.341115 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66082bef-2fc9-4758-b761-d7d1509dbd40 req-482c81a6-8644-43e6-bb7d-cfc0b1902fb0 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:31.342738 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-66082bef-2fc9-4758-b761-d7d1509dbd40 req-482c81a6-8644-43e6-bb7d-cfc0b1902fb0 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.0565677 Feb 02 14:51:31.401241 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-66082bef-2fc9-4758-b761-d7d1509dbd40 req-7f525b47-ef36-4364-bc6e-0ac70f8720d1 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520425 Feb 02 14:51:31.440197 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34406) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:31.479625 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a8cb-0a51-4b7a-a866-5cca298aaf5e req-21ee3cf0-e092-4c30-ae54-b51eaf5d50f9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:31.479625 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7919a8cb-0a51-4b7a-a866-5cca298aaf5e req-21ee3cf0-e092-4c30-ae54-b51eaf5d50f9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0737982 Feb 02 14:51:31.543929 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7919a8cb-0a51-4b7a-a866-5cca298aaf5e req-98c89e06-f005-4d8d-b563-84104bb3a037 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608118 Feb 02 14:51:31.567866 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7bf754e1-8308-4546-9393-a69015a9b530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:31.644413 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7bf754e1-8308-4546-9393-a69015a9b530 admin admin] Publish callbacks [] for security_group (97d34ed7-bba8-4c02-9ed4-4e1722d77fa8), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:31.715663 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7bf754e1-8308-4546-9393-a69015a9b530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (97d34ed7-bba8-4c02-9ed4-4e1722d77fa8), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:31.757910 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-7bf754e1-8308-4546-9393-a69015a9b530 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93e20aae2ee24820b234f28d771bb8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155398 Feb 02 14:51:31.760012 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf754e1-8308-4546-9393-a69015a9b530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d34ed7-bba8-4c02-9ed4-4e1722d77fa8,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:31.761013 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 34412) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:31.811819 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1b06331e-f9c2-41e8-a429-ee1ca4a447ba admin admin] Publish callbacks [] for security_group (97d34ed7-bba8-4c02-9ed4-4e1722d77fa8), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:31.833929 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1b06331e-f9c2-41e8-a429-ee1ca4a447ba admin admin] Publish callbacks [] for security_group (97d34ed7-bba8-4c02-9ed4-4e1722d77fa8), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:31.986548 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1b06331e-f9c2-41e8-a429-ee1ca4a447ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (97d34ed7-bba8-4c02-9ed4-4e1722d77fa8), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:31.990035 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1b06331e-f9c2-41e8-a429-ee1ca4a447ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:31.991301 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-1b06331e-f9c2-41e8-a429-ee1ca4a447ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97d34ed7-bba8-4c02-9ed4-4e1722d77fa8 HTTP/1.1" status: 204 len: 168 time: 0.2292941 Feb 02 14:51:32.001377 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06331e-f9c2-41e8-a429-ee1ca4a447ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d34ed7-bba8-4c02-9ed4-4e1722d77fa8,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:32.380793 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c8663-d9bf-45d7-8887-20722a99419a req-d6c8f2f3-fa29-4c0d-a054-80ccec8e0f56 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:32.382286 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5a8c8663-d9bf-45d7-8887-20722a99419a req-d6c8f2f3-fa29-4c0d-a054-80ccec8e0f56 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 943 time: 0.0550947 Feb 02 14:51:32.435701 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5a8c8663-d9bf-45d7-8887-20722a99419a req-e60d50d8-fd8d-4e47-bbce-1d20afee8cd0 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468471 Feb 02 14:51:32.542453 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f98f7-eac7-4fc8-8b55-dd2059a4f87b req-4d886307-2071-488c-94d2-ce0b7fdec19f tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:32.544879 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c08f98f7-eac7-4fc8-8b55-dd2059a4f87b req-4d886307-2071-488c-94d2-ce0b7fdec19f tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.0650256 Feb 02 14:51:32.594019 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c08f98f7-eac7-4fc8-8b55-dd2059a4f87b req-ac78e6c5-634e-418a-811d-0e0e12fb5d97 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 Feb 02 14:51:32.677448 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e50efa-0781-4446-a1f8-998a5840436b req-fbcdea73-c56b-4577-b502-9b14a509f810 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:32.678970 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-56e50efa-0781-4446-a1f8-998a5840436b req-fbcdea73-c56b-4577-b502-9b14a509f810 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0637727 Feb 02 14:51:32.728480 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-56e50efa-0781-4446-a1f8-998a5840436b req-6abe06d6-e102-4760-95ce-b90a42d0193e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Feb 02 14:51:32.755446 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 7a5d01e9-66c4-406a-8937-0a1af6d974a4 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:51:32.855473 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 7a5d01e9-66c4-406a-8937-0a1af6d974a4, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=7a5d01e9-66c4-406a-8937-0a1af6d974a4,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:51:32.867612 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '7a5d01e9-66c4-406a-8937-0a1af6d974a4', 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94', 'port_id': '7a5d01e9-66c4-406a-8937-0a1af6d974a4', 'mac_address': 'fa:16:3e:37:99:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5da69a2-8942-45df-bb4a-0dcff917a34f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:51:32.904577 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:51:32.904961 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:32.918790 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5d01e9-66c4-406a-8937-0a1af6d974a4 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:51:32.944821 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 7a5d01e9-66c4-406a-8937-0a1af6d974a4, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=7a5d01e9-66c4-406a-8937-0a1af6d974a4,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:51:33.014715 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:33.068201 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=7a5d01e9-66c4-406a-8937-0a1af6d974a4,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:33.075188 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.075559 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.075919 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.076260 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.076588 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.076913 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.077241 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.077858 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.078187 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.078525 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.078925 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.079249 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.079571 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:51:33.214012 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 34454) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:33.313660 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-886288846-network', 'tenant_id': 'a30a7db699f7408793f27f8fa5da03e6'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:51:33.431390 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Made reservation on behalf of a30a7db699f7408793f27f8fa5da03e6 for: {'network': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:51:33.433777 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:33.443440 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:33.546745 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Publish callbacks [] for security_group (22e38567-c488-4b42-bd53-8f2ad624adec), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:33.571647 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e67ac0-957c-4bc0-b4a5-fbe52180cbce req-69dfebd9-2128-4aa1-8c77-d9fab513f01f tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:33.573163 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74e67ac0-957c-4bc0-b4a5-fbe52180cbce req-69dfebd9-2128-4aa1-8c77-d9fab513f01f tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 944 time: 0.0639222 Feb 02 14:51:33.621865 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74e67ac0-957c-4bc0-b4a5-fbe52180cbce req-e16827ee-3faf-4979-b4df-1990aa34a772 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Feb 02 14:51:33.622963 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (22e38567-c488-4b42-bd53-8f2ad624adec), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:33.664112 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=121022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:51:33.667674 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (d19cfeb9-6735-40c7-9271-8e627090355a), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:33.668013 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.segments_db [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Added segment d19cfeb9-6735-40c7-9271-8e627090355a of type vlan for network 4379b465-f87a-49ab-a050-6448d59b2488 Feb 02 14:51:33.669339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e38567-c488-4b42-bd53-8f2ad624adec,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:33.740217 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (4379b465-f87a-49ab-a050-6448d59b2488), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:33.775859 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74e68-3f15-4afb-b16c-088273989a70 req-36b49dd8-bdf9-4271-8e5f-7fa78757c3ee tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:33.777383 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bef74e68-3f15-4afb-b16c-088273989a70 req-36b49dd8-bdf9-4271-8e5f-7fa78757c3ee tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.1053145 Feb 02 14:51:33.854830 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bef74e68-3f15-4afb-b16c-088273989a70 req-9e26e0c0-6ad4-42ef-84a7-7a582685bbee tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714946 Feb 02 14:51:33.856677 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (4379b465-f87a-49ab-a050-6448d59b2488), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:33.857701 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:33.858147 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:33.906712 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c7387-4e39-4645-8977-098d2fb6f05a req-4f983f9b-5795-411e-ab60-cde30a4ca803 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:33.908195 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6c3c7387-4e39-4645-8977-098d2fb6f05a req-4f983f9b-5795-411e-ab60-cde30a4ca803 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.1051681 Feb 02 14:51:33.944409 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] Pushing event updated for resources: {'Network': ['ID=4379b465-f87a-49ab-a050-6448d59b2488,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:33.955372 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 4379b465-f87a-49ab-a050-6448d59b2488 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:51:33.983830 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6c3c7387-4e39-4645-8977-098d2fb6f05a req-e7130774-a240-41c6-9b07-f77fa9a6eeef tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489240 Feb 02 14:51:33.996923 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-a5e491ce-5009-4dd2-bcc6-f412137c80ea admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7791154 Feb 02 14:51:33.997491 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34468) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:34.003467 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Request body: {'subnet': {'network_id': '4379b465-f87a-49ab-a050-6448d59b2488', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-886288846-subnet', 'tenant_id': 'a30a7db699f7408793f27f8fa5da03e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:51:34.117053 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Made reservation on behalf of a30a7db699f7408793f27f8fa5da03e6 for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:51:34.119461 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7206031'] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:34.386529 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5467431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7205733'] for subnet (f545b5cc-c40e-46ae-8150-8acac27b6278), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:34.451808 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f545b5cc-c40e-46ae-8150-8acac27b6278,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:34.477521 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Checking segment: {'id': 'd19cfeb9-6735-40c7-9271-8e627090355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:51:34.477891 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Network hostable DHCP agents. Network: 4379b465-f87a-49ab-a050-6448d59b2488, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:51:34.592901 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Network 4379b465-f87a-49ab-a050-6448d59b2488 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:51:34.683051 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 4379b465-f87a-49ab-a050-6448d59b2488) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:51:34.687535 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:34.688150 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:34.700842 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c2797-d4e5-49e5-9a86-e90a539e4bf4 None None] Network 4379b465-f87a-49ab-a050-6448d59b2488 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:51:34.794677 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-7cdacd39-9c56-4f7d-ae14-d34c0d7fef5e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7959404 Feb 02 14:51:34.829894 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6841d8-9ad9-47af-9382-90fe70060f77 None None] Network 4379b465-f87a-49ab-a050-6448d59b2488 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:51:34.922160 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def462-3c94-4081-bffd-9b22cc5e05c2 req-276088f3-3a93-46c4-a2eb-e8f1c83d9b15 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:34.925120 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-63def462-3c94-4081-bffd-9b22cc5e05c2 req-276088f3-3a93-46c4-a2eb-e8f1c83d9b15 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 944 time: 0.0880675 Feb 02 14:51:35.036721 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-63def462-3c94-4081-bffd-9b22cc5e05c2 req-ca4760d7-0f87-4bce-b8b2-f4f288f3e0ef tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010938 Feb 02 14:51:35.062203 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a139-7377-4b17-a490-c05fd0a2e0f4 req-6a79113b-6585-4eb9-995d-094452a99f36 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:35.062203 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4e18a139-7377-4b17-a490-c05fd0a2e0f4 req-6a79113b-6585-4eb9-995d-094452a99f36 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.1158257 Feb 02 14:51:35.110487 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4e18a139-7377-4b17-a490-c05fd0a2e0f4 req-f717ac82-b8da-46ee-ba9f-c0baaca13ba6 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500085 Feb 02 14:51:35.182606 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2248c-fe85-4c09-b33e-0167df9023c1 req-c5949457-e12e-4ee9-849c-90b2b5a99785 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:35.184134 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b9e2248c-fe85-4c09-b33e-0167df9023c1 req-c5949457-e12e-4ee9-849c-90b2b5a99785 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0600982 Feb 02 14:51:35.239075 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b9e2248c-fe85-4c09-b33e-0167df9023c1 req-b9a60142-a1d6-4b2a-a130-2daa060b7318 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493150 Feb 02 14:51:36.161722 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbdd02-0078-4278-8359-8d539dff0993 req-8423d7a5-a8c8-445f-99e1-f33403701223 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:36.163239 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c2fbdd02-0078-4278-8359-8d539dff0993 req-8423d7a5-a8c8-445f-99e1-f33403701223 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 944 time: 0.0548778 Feb 02 14:51:36.244355 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c2fbdd02-0078-4278-8359-8d539dff0993 req-d7db22a3-ed1e-4870-980a-df1a0efdf1ea tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756097 Feb 02 14:51:36.258835 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d1eb-2ce3-46aa-8598-a0cda34ef734 req-93735ea2-b229-4db1-8ad4-5889551830ad tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:36.261174 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2459d1eb-2ce3-46aa-8598-a0cda34ef734 req-93735ea2-b229-4db1-8ad4-5889551830ad tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.0766246 Feb 02 14:51:36.321028 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2459d1eb-2ce3-46aa-8598-a0cda34ef734 req-1d3d9d9a-43c3-4975-b269-a9381bf3491f tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531917 Feb 02 14:51:36.366332 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd384d9-0bff-4710-a7e8-87497c1c7c2a req-e82e260d-6e02-4186-9c60-2a41c360f980 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:36.367910 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1dd384d9-0bff-4710-a7e8-87497c1c7c2a req-e82e260d-6e02-4186-9c60-2a41c360f980 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0600612 Feb 02 14:51:36.415205 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1dd384d9-0bff-4710-a7e8-87497c1c7c2a req-198cf786-34d6-44ec-a6fe-74b6b7b7f73a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Feb 02 14:51:36.551343 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['7a5d01e9-66c4-406a-8937-0a1af6d974a4'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:51:37.376060 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff897-1f91-4bf9-8f97-868e9a3107c8 req-f2a614b2-28fb-4ada-a1d2-ea12b3758777 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:37.378257 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e59ff897-1f91-4bf9-8f97-868e9a3107c8 req-f2a614b2-28fb-4ada-a1d2-ea12b3758777 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 944 time: 0.0605526 Feb 02 14:51:37.385358 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-e2dd3862-b238-44cd-8100-f81a61edbc2e tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:37.386891 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-e2dd3862-b238-44cd-8100-f81a61edbc2e tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.115 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.0957177 Feb 02 14:51:37.462574 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e59ff897-1f91-4bf9-8f97-868e9a3107c8 req-e416c22a-1f5b-4e15-82b1-b0083f5487ce tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777457 Feb 02 14:51:37.479151 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54474fbb-1ce4-4b9c-9db7-02b2c21960cf req-d9f369ae-b10d-4a33-bee6-ebf897b01ee2 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:37.480712 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54474fbb-1ce4-4b9c-9db7-02b2c21960cf req-d9f369ae-b10d-4a33-bee6-ebf897b01ee2 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 946 time: 0.0817044 Feb 02 14:51:37.537830 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-b307f238-1874-41ad-b790-4eec92a25cbf tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Deleting port d92d10c4-9a2f-485d-ae25-8ebadb69104d {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:51:37.538168 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-b307f238-1874-41ad-b790-4eec92a25cbf tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:37.551645 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54474fbb-1ce4-4b9c-9db7-02b2c21960cf req-b084a1f4-641a-4991-8a08-f581fc6b50d1 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a390176-0ead-4f53-83dc-1cef9541a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629482 Feb 02 14:51:37.601473 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75742ad-2238-4e1c-9209-03e461ca4e87 req-3d6348d9-08c8-4f34-8e1c-a724ad5375ed tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:37.603000 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b75742ad-2238-4e1c-9209-03e461ca4e87 req-3d6348d9-08c8-4f34-8e1c-a724ad5375ed tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0743952 Feb 02 14:51:37.654907 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-b307f238-1874-41ad-b790-4eec92a25cbf tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] For port d92d10c4-9a2f-485d-ae25-8ebadb69104d, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=d92d10c4-9a2f-485d-ae25-8ebadb69104d,segment=NetworkSegment(dde88e3f-e120-4c81-bc33-16263f2baece),segment_id=dde88e3f-e120-4c81-bc33-16263f2baece)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:51:37.655278 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-b307f238-1874-41ad-b790-4eec92a25cbf tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:37.677206 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b75742ad-2238-4e1c-9209-03e461ca4e87 req-1f99ae77-0ff7-46cd-b247-86f55d5144b7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622101 Feb 02 14:51:37.696792 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-b307f238-1874-41ad-b790-4eec92a25cbf tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Calling delete_port for d92d10c4-9a2f-485d-ae25-8ebadb69104d owned by compute:nova {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:51:37.910924 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-b307f238-1874-41ad-b790-4eec92a25cbf tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (d92d10c4-9a2f-485d-ae25-8ebadb69104d), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:37.917809 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 7a5d01e9-66c4-406a-8937-0a1af6d974a4 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:51:37.943493 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307f238-1874-41ad-b790-4eec92a25cbf tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Pushing event deleted for resources: {'Port': ['ID=d92d10c4-9a2f-485d-ae25-8ebadb69104d,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:37.979009 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['d92d10c4-9a2f-485d-ae25-8ebadb69104d'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:51:38.020435 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-b307f238-1874-41ad-b790-4eec92a25cbf tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] No DVR routers for this DVR port d92d10c4-9a2f-485d-ae25-8ebadb69104d on host hv-cinder-78251 {{(pid=121021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:51:38.023483 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-b307f238-1874-41ad-b790-4eec92a25cbf tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:38.026773 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-acee28fb-0fcc-4345-990e-c351d89e36d8 req-b307f238-1874-41ad-b790-4eec92a25cbf tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.115 "DELETE /v2.0/ports/d92d10c4-9a2f-485d-ae25-8ebadb69104d HTTP/1.1" status: 204 len: 173 time: 0.6330731 Feb 02 14:51:38.027233 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657ce980-b73a-4ca7-8de6-dbecb03d6c38', 'name': 'network-vif-deleted', 'tag': 'd92d10c4-9a2f-485d-ae25-8ebadb69104d'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:51:38.030011 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14798718-2aab-4a2a-94a6-0c720d16ee29" -d '{"events": [{"server_uuid": "657ce980-b73a-4ca7-8de6-dbecb03d6c38", "name": "network-vif-deleted", "tag": "d92d10c4-9a2f-485d-ae25-8ebadb69104d"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:51:38.067685 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:51:38.072539 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:51:38.073010 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:38.076811 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7efcfe-b54c-4ca0-8958-da20de657773 x-openstack-request-id: req-be7efcfe-b54c-4ca0-8958-da20de657773 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:51:38.077182 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657ce980-b73a-4ca7-8de6-dbecb03d6c38", "name": "network-vif-deleted", "tag": "d92d10c4-9a2f-485d-ae25-8ebadb69104d", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:51:38.077509 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be7efcfe-b54c-4ca0-8958-da20de657773 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:51:38.077978 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657ce980-b73a-4ca7-8de6-dbecb03d6c38', 'name': 'network-vif-deleted', 'tag': 'd92d10c4-9a2f-485d-ae25-8ebadb69104d', 'status': 'completed', 'code': 200} Feb 02 14:51:38.165303 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:51:38.165963 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:38.191212 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e016c-242f-4a51-b760-c97f4a348a33 req-83f22901-1fa5-4b64-b8d3-ef8d5d9e77d2 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:38.192503 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f80598-044c-4690-b382-c1bed0ffb462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5d01e9-66c4-406a-8937-0a1af6d974a4'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:51:38.192866 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-83f22901-1fa5-4b64-b8d3-ef8d5d9e77d2 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/networks?id=4379b465-f87a-49ab-a050-6448d59b2488 HTTP/1.1" status: 200 len: 808 time: 0.1200314 Feb 02 14:51:38.194792 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a188454-0228-49f9-91bb-57d6d67a7643" -d '{"events": [{"server_uuid": "22f80598-044c-4690-b382-c1bed0ffb462", "name": "network-vif-plugged", "status": "completed", "tag": "7a5d01e9-66c4-406a-8937-0a1af6d974a4"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:51:38.210522 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 7a5d01e9-66c4-406a-8937-0a1af6d974a4, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=7a5d01e9-66c4-406a-8937-0a1af6d974a4,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:51:38.210626 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-b9258436-1ec8-4ec9-9662-35cd9e3a5953 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/quotas/a30a7db699f7408793f27f8fa5da03e6 HTTP/1.1" status: 200 len: 375 time: 0.0110033 Feb 02 14:51:38.240394 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf8c26-c5af-408c-a59f-c51212616b81 x-openstack-request-id: req-2fbf8c26-c5af-408c-a59f-c51212616b81 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:51:38.240771 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f80598-044c-4690-b382-c1bed0ffb462", "name": "network-vif-plugged", "status": "completed", "tag": "7a5d01e9-66c4-406a-8937-0a1af6d974a4", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:51:38.241212 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fbf8c26-c5af-408c-a59f-c51212616b81 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:51:38.241435 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f80598-044c-4690-b382-c1bed0ffb462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5d01e9-66c4-406a-8937-0a1af6d974a4', 'code': 200} Feb 02 14:51:38.251838 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-2be47ab1-7675-4632-975b-7c6daf66638d tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a30a7db699f7408793f27f8fa5da03e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352247 Feb 02 14:51:38.309411 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:38.356128 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-527d1f75-718e-452a-a328-b12228f657f4 service neutron] 10.222.0.10 "GET /v2.0/networks/4379b465-f87a-49ab-a050-6448d59b2488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977983 Feb 02 14:51:38.357771 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=7a5d01e9-66c4-406a-8937-0a1af6d974a4,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:38.449852 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-1937a67d-dc9e-4012-9b67-b6566298e8e4 service neutron] 10.222.0.10 "GET /v2.0/networks/4379b465-f87a-49ab-a050-6448d59b2488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870025 Feb 02 14:51:38.597235 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4d58c-e43b-4519-be90-87834573818b req-a5cad5aa-1eca-4c6c-8821-a41f1ac7ab0e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:38.598940 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d4f4d58c-e43b-4519-be90-87834573818b req-a5cad5aa-1eca-4c6c-8821-a41f1ac7ab0e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0639431 Feb 02 14:51:38.657176 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d4f4d58c-e43b-4519-be90-87834573818b req-b4e47bc0-e2ce-46ea-9b34-c9aa6ab6bdef tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508707 Feb 02 14:51:38.685261 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 34558) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:38.765376 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d771570-997d-4ae3-a9f7-7dc5be110186 req-89b7ec98-f6dc-491b-9187-8d7fd557c7db tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 210 time: 0.0316253 Feb 02 14:51:38.802936 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8e0659de-87ae-4f49-8c82-94a063175b9a req-1ce412da-7d43-4d1b-8930-de90b155782c tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.0370927 Feb 02 14:51:38.881993 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f2f74156-a44b-403b-b0bb-d7203dd27e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:38.928420 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5176-fb71-4a64-88ed-048a1299079f req-d855a76d-f3ef-4e25-99bf-03db07cc950e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:38.929906 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-065e5176-fb71-4a64-88ed-048a1299079f req-d855a76d-f3ef-4e25-99bf-03db07cc950e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0887051 Feb 02 14:51:39.004564 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-065e5176-fb71-4a64-88ed-048a1299079f req-4eb38869-1bb1-49cb-9d45-85ce33871e61 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680048 Feb 02 14:51:39.022994 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f2f74156-a44b-403b-b0bb-d7203dd27e86 admin admin] Publish callbacks [] for security_group (bb673506-aaf5-4b1d-a84f-4213c83bb8cd), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:39.151276 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f2f74156-a44b-403b-b0bb-d7203dd27e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (bb673506-aaf5-4b1d-a84f-4213c83bb8cd), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:39.191749 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f2f74156-a44b-403b-b0bb-d7203dd27e86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85fce46cec8f454c917dc8ba90be1d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5052221 Feb 02 14:51:39.192724 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f74156-a44b-403b-b0bb-d7203dd27e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb673506-aaf5-4b1d-a84f-4213c83bb8cd,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:39.194527 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34574) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:39.247393 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74b2c3fc-bee3-4f1c-a8ab-506435ee3e0e admin admin] Publish callbacks [] for security_group (bb673506-aaf5-4b1d-a84f-4213c83bb8cd), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:39.270831 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74b2c3fc-bee3-4f1c-a8ab-506435ee3e0e admin admin] Publish callbacks [] for security_group (bb673506-aaf5-4b1d-a84f-4213c83bb8cd), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:39.407130 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74b2c3fc-bee3-4f1c-a8ab-506435ee3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (bb673506-aaf5-4b1d-a84f-4213c83bb8cd), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:39.410990 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74b2c3fc-bee3-4f1c-a8ab-506435ee3e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:39.412162 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-74b2c3fc-bee3-4f1c-a8ab-506435ee3e0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb673506-aaf5-4b1d-a84f-4213c83bb8cd HTTP/1.1" status: 204 len: 168 time: 0.2164795 Feb 02 14:51:39.420477 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2c3fc-bee3-4f1c-a8ab-506435ee3e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb673506-aaf5-4b1d-a84f-4213c83bb8cd,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:39.826174 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95df99-83ac-4519-bc08-aca47b96b843 req-3472c788-f519-4d2d-a8fe-64b71c1333a6 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:39.827689 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf95df99-83ac-4519-bc08-aca47b96b843 req-3472c788-f519-4d2d-a8fe-64b71c1333a6 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0661719 Feb 02 14:51:39.860328 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-151764e6-283c-4ed6-bc62-e5cfb054dffe req-4c14f303-72a3-4f99-80df-a1dac58fa38a tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 210 time: 0.0315785 Feb 02 14:51:39.898238 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf95df99-83ac-4519-bc08-aca47b96b843 req-7fc09c80-e81a-4b38-945e-1d11e1c68d35 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Feb 02 14:51:39.950917 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fa96828c-d1a4-4a89-9f43-638668b4feab req-cae45d37-5cfe-401c-a0aa-cceb695ffdd1 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Feb 02 14:51:40.131432 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7b593-db5c-4623-a842-2f6fd2b4ebdd req-a695f0a9-410d-4c1f-9066-f2430e839279 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:40.132829 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d8f7b593-db5c-4623-a842-2f6fd2b4ebdd req-a695f0a9-410d-4c1f-9066-f2430e839279 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0607591 Feb 02 14:51:40.183269 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d8f7b593-db5c-4623-a842-2f6fd2b4ebdd req-772dbb9f-e610-43cd-97ff-33f9e3e7411e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Feb 02 14:51:40.234516 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34594) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:40.251186 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f97611e6-5e3c-47b0-bd75-bcb09ed30d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:40.449844 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f97611e6-5e3c-47b0-bd75-bcb09ed30d36 admin admin] Publish callbacks [] for security_group (b4413686-6e21-456d-965d-0fd9745c5744), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:40.545477 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f97611e6-5e3c-47b0-bd75-bcb09ed30d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b4413686-6e21-456d-965d-0fd9745c5744), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:40.582049 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97611e6-5e3c-47b0-bd75-bcb09ed30d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4413686-6e21-456d-965d-0fd9745c5744,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:40.587613 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f97611e6-5e3c-47b0-bd75-bcb09ed30d36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e9d8cc2b1a74b9f82219abefcee7772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519025 Feb 02 14:51:40.589340 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34596) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:40.638391 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a384-971c-4fcb-8587-d733a80413fa admin admin] Publish callbacks [] for security_group (b4413686-6e21-456d-965d-0fd9745c5744), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:40.659284 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a384-971c-4fcb-8587-d733a80413fa admin admin] Publish callbacks [] for security_group (b4413686-6e21-456d-965d-0fd9745c5744), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:40.778215 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a384-971c-4fcb-8587-d733a80413fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b4413686-6e21-456d-965d-0fd9745c5744), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:40.780893 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a384-971c-4fcb-8587-d733a80413fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:40.782056 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-aaf0a384-971c-4fcb-8587-d733a80413fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4413686-6e21-456d-965d-0fd9745c5744 HTTP/1.1" status: 204 len: 168 time: 0.1917889 Feb 02 14:51:40.791670 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0a384-971c-4fcb-8587-d733a80413fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4413686-6e21-456d-965d-0fd9745c5744,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:40.962642 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2ec4f1ea-af30-46d8-b23f-9aac47cb5d11 req-ba38c123-fbcf-4c06-a592-06cab58cda8d tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 210 time: 0.0316882 Feb 02 14:51:41.034667 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff707396-06f3-40b1-8498-01bc5a98842c req-633c7857-d5d0-4aea-8617-b1786929b247 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:41.036201 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ff707396-06f3-40b1-8498-01bc5a98842c req-633c7857-d5d0-4aea-8617-b1786929b247 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0567832 Feb 02 14:51:41.073987 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-64fdd2c8-f7a4-44ae-a6ed-bb7a98b2fe4c req-fcec6d9e-1b9c-406b-8d87-9e452858f905 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.0361879 Feb 02 14:51:41.112342 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ff707396-06f3-40b1-8498-01bc5a98842c req-edf9d1bf-8c96-42c9-bb47-517d9d408015 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Feb 02 14:51:41.308506 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9370d2b-dd53-4d0f-9dc2-9f9c4808a142 req-e434397f-847c-4b5e-8bd0-6e3aee4bb843 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:41.310087 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c9370d2b-dd53-4d0f-9dc2-9f9c4808a142 req-e434397f-847c-4b5e-8bd0-6e3aee4bb843 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0576458 Feb 02 14:51:41.361080 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c9370d2b-dd53-4d0f-9dc2-9f9c4808a142 req-12aaaf1c-30d4-40f9-ad7b-9cfe1123fb84 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455256 Feb 02 14:51:41.950998 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ced30-20d3-48d1-9290-ccf918c9a535 req-247fe452-f094-4ed9-8946-c7f78323d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:41.953178 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-a42ced30-20d3-48d1-9290-ccf918c9a535 req-247fe452-f094-4ed9-8946-c7f78323d3b3 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 1129 time: 0.0500031 Feb 02 14:51:42.088950 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-074591ea-11ef-49b0-9f87-685d8cf3a669 req-63bafff4-648e-4a36-aca1-51c2f0d5ea2d tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 210 time: 0.0417397 Feb 02 14:51:42.207449 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-34125705-5c0c-497c-be2d-486c1f8d35d8 req-091a6542-688b-4aae-ba1f-8f3f1bccc1da tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.0426419 Feb 02 14:51:42.227847 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-a42ced30-20d3-48d1-9290-ccf918c9a535 req-e3e31b4d-34ac-4de5-8ede-e8b0535ee5c1 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626414 Feb 02 14:51:42.265904 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30b413-1e42-41c5-917e-3d4022a2e152 req-b2aa8dbe-1226-4e1f-8b96-543cc3feffef tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:42.267493 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8a30b413-1e42-41c5-917e-3d4022a2e152 req-b2aa8dbe-1226-4e1f-8b96-543cc3feffef tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0583925 Feb 02 14:51:42.316185 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8a30b413-1e42-41c5-917e-3d4022a2e152 req-cd74ab0f-42c2-44c2-b2c7-2fc69838d204 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424292 Feb 02 14:51:42.478277 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device d92d10c4-9a2f-485d-ae25-8ebadb69104d no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:51:42.484442 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f7b80-6f6b-4f2a-912f-77d53be573f6 req-106154db-9410-401c-8f64-b404539e6b8f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:42.485929 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f12f7b80-6f6b-4f2a-912f-77d53be573f6 req-106154db-9410-401c-8f64-b404539e6b8f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0565732 Feb 02 14:51:42.501831 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: d92d10c4-9a2f-485d-ae25-8ebadb69104d {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:51:42.502180 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device d92d10c4-9a2f-485d-ae25-8ebadb69104d not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:51:42.538506 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f12f7b80-6f6b-4f2a-912f-77d53be573f6 req-dac4e0bb-610f-482b-9f59-86a53139f92e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445297 Feb 02 14:51:42.611542 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:51:42.677543 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-61bfb24a-765b-4c1c-9d87-6d2225517a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:43.199748 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8ea5223-9436-4414-9765-f0c1b4489c12 req-cb049d49-e8f1-4f8e-bbb5-875f72acc27a tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 210 time: 0.0308881 Feb 02 14:51:43.310884 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8374701e-7277-4efe-bf00-c113f0f75906 req-7dfa6f3a-1ee7-4692-b628-ace3cb67d834 tempest-DeleteServersTestJSON-700514955 tempest-DeleteServersTestJSON-700514955-project] 10.222.0.10 "GET /v2.0/ports?device_id=657ce980-b73a-4ca7-8de6-dbecb03d6c38 HTTP/1.1" status: 200 len: 210 time: 0.0271792 Feb 02 14:51:43.437119 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58530e-275d-4557-9cd7-5b1e0ae12a68 req-79bc887f-a33a-4a0c-9be9-f7bd9b668331 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:43.438656 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2c58530e-275d-4557-9cd7-5b1e0ae12a68 req-79bc887f-a33a-4a0c-9be9-f7bd9b668331 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0545909 Feb 02 14:51:43.490796 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2c58530e-275d-4557-9cd7-5b1e0ae12a68 req-8affc428-6d30-4fde-af7c-ff3b05afe324 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Feb 02 14:51:43.665359 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e016c-242f-4a51-b760-c97f4a348a33 req-8bd4596f-bab3-4c64-aa26-07828b7591cd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:43.667271 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-8bd4596f-bab3-4c64-aa26-07828b7591cd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.115 "GET /v2.0/networks?id=4379b465-f87a-49ab-a050-6448d59b2488 HTTP/1.1" status: 200 len: 808 time: 0.1133854 Feb 02 14:51:43.672004 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f932f-7aca-4e18-a545-fbba1bc5eb94 req-14a65eb5-7e91-4293-a38f-2325028fdece tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:43.673452 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-421f932f-7aca-4e18-a545-fbba1bc5eb94 req-14a65eb5-7e91-4293-a38f-2325028fdece tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0573568 Feb 02 14:51:43.697634 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Request body: {'port': {'device_id': '0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2', 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488', 'admin_state_up': True, 'tenant_id': 'a30a7db699f7408793f27f8fa5da03e6'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:51:43.742350 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-421f932f-7aca-4e18-a545-fbba1bc5eb94 req-7e840225-c0c9-458a-87f3-4512e246b15d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627501 Feb 02 14:51:43.962361 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Made reservation on behalf of a30a7db699f7408793f27f8fa5da03e6 for: {'port': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:51:43.965863 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:44.101262 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Allocated IP 172.20.0.8 (4379b465-f87a-49ab-a050-6448d59b2488/f545b5cc-c40e-46ae-8150-8acac27b6278/5e9d0a1d-dff0-4661-912d-7df9128f9807) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:51:44.265072 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks [] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:44.298623 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4b335909-00a9-437c-a2eb-ca13f0a01471 req-8d0ee165-0d3f-409f-9141-2ebf53d8d609 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 210 time: 0.0266669 Feb 02 14:51:44.397512 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:44.444172 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Network 4379b465-f87a-49ab-a050-6448d59b2488 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:51:44.447418 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:51:44.450550 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:51:44.502820 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Pushing event updated for resources: {'Port': ['ID=5e9d0a1d-dff0-4661-912d-7df9128f9807,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:44.520947 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:44.521732 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:44.578988 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-f1e19d6e-d5bc-42e1-90a1-847f079375bd tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8854113 Feb 02 14:51:44.604354 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Request body: {'port': {'device_id': '0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:51:44.621487 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916a7f9-32f2-4979-8ac6-1275b3ea7133 req-3c2f6b49-e109-4731-a3a5-4ebf3e7bb8c7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:44.622999 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f916a7f9-32f2-4979-8ac6-1275b3ea7133 req-3c2f6b49-e109-4731-a3a5-4ebf3e7bb8c7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0582981 Feb 02 14:51:44.669120 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:44.675811 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f916a7f9-32f2-4979-8ac6-1275b3ea7133 req-b0b6ba6d-7ef4-4355-9253-85b01e499645 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465188 Feb 02 14:51:44.885339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d126e-1d17-48d2-a9e9-8730f2315ec2 req-f4907ba2-f817-48ce-b815-f7ae3fd7fc35 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:44.887048 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d56d126e-1d17-48d2-a9e9-8730f2315ec2 req-f4907ba2-f817-48ce-b815-f7ae3fd7fc35 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0627463 Feb 02 14:51:44.945324 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d56d126e-1d17-48d2-a9e9-8730f2315ec2 req-f047eabf-ae01-4072-a307-c458bbba0f7e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524828 Feb 02 14:51:45.002646 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9d0a1d-dff0-4661-912d-7df9128f9807 {{(pid=121021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:51:45.011200 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Publish callbacks [] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:45.024002 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.provisioning_blocks [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Transition to ACTIVE for port object 5e9d0a1d-dff0-4661-912d-7df9128f9807 will not be triggered until provisioned by entity L2. {{(pid=121021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:51:45.098001 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:45.132044 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-0aab18b6-4bb1-48b9-bd60-670e111b80cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:45.152895 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9d0a1d-dff0-4661-912d-7df9128f9807,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:45.230627 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Attempting to bind port 5e9d0a1d-dff0-4661-912d-7df9128f9807 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:51:45.230627 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Attempting to bind port 5e9d0a1d-dff0-4661-912d-7df9128f9807 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'd19cfeb9-6735-40c7-9271-8e627090355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488'}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:51:45.230627 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Attempting to bind port 5e9d0a1d-dff0-4661-912d-7df9128f9807 on network 4379b465-f87a-49ab-a050-6448d59b2488 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:51:45.234977 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Port 5e9d0a1d-dff0-4661-912d-7df9128f9807 on network 4379b465-f87a-49ab-a050-6448d59b2488 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:51:45.235323 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Attempting to bind port 5e9d0a1d-dff0-4661-912d-7df9128f9807 on network 4379b465-f87a-49ab-a050-6448d59b2488 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:51:45.240716 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:51:45.241037 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Checking segment: {'id': 'd19cfeb9-6735-40c7-9271-8e627090355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:51:45.241413 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Bound using segment: {'id': 'd19cfeb9-6735-40c7-9271-8e627090355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488'} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:51:45.241832 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Bound port: 5e9d0a1d-dff0-4661-912d-7df9128f9807, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19cfeb9-6735-40c7-9271-8e627090355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488'}}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:51:45.242246 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:45.306829 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] For port 5e9d0a1d-dff0-4661-912d-7df9128f9807, host hv-cinder-78251, cleared binding levels {{(pid=121021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:51:45.309654 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] For port 5e9d0a1d-dff0-4661-912d-7df9128f9807, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=5e9d0a1d-dff0-4661-912d-7df9128f9807,segment=NetworkSegment(d19cfeb9-6735-40c7-9271-8e627090355a),segment_id=d19cfeb9-6735-40c7-9271-8e627090355a)] {{(pid=121021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:51:45.424640 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b033b69-d05e-439a-97c3-61856ea793fc req-e69ad5ec-b717-4b68-80ba-7be2bb43d61e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:45.426169 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7b033b69-d05e-439a-97c3-61856ea793fc req-e69ad5ec-b717-4b68-80ba-7be2bb43d61e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 943 time: 0.0544379 Feb 02 14:51:45.443630 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:45.475635 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7b033b69-d05e-439a-97c3-61856ea793fc req-601d0e5f-1cb0-4f5b-b73f-13c796a8bea0 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Feb 02 14:51:45.481002 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:45.481613 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:45.482997 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] 10.222.0.115 "PUT /v2.0/ports/5e9d0a1d-dff0-4661-912d-7df9128f9807 HTTP/1.1" status: 200 len: 1093 time: 0.8830159 Feb 02 14:51:45.483433 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2', 'tag': '5e9d0a1d-dff0-4661-912d-7df9128f9807'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:51:45.485660 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ddd429-56ca-48d3-83ca-4f46a6c2f23a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2", "tag": "5e9d0a1d-dff0-4661-912d-7df9128f9807"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:51:45.508298 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0f37f-7f70-451d-bb82-aafb4f1e2b30 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9d0a1d-dff0-4661-912d-7df9128f9807,revision_number=3']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:45.539827 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442ab1ff-8e08-4ffa-9374-ac8c5ca73605 x-openstack-request-id: req-442ab1ff-8e08-4ffa-9374-ac8c5ca73605 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:51:45.540691 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2", "tag": "5e9d0a1d-dff0-4661-912d-7df9128f9807", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:51:45.540949 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-442ab1ff-8e08-4ffa-9374-ac8c5ca73605 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:51:45.541350 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2', 'tag': '5e9d0a1d-dff0-4661-912d-7df9128f9807', 'status': 'completed', 'code': 200} Feb 02 14:51:45.631325 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddd429-56ca-48d3-83ca-4f46a6c2f23a req-93eafa8f-e3d9-4914-901f-6ae30ec02aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:45.632816 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-d3ddd429-56ca-48d3-83ca-4f46a6c2f23a req-93eafa8f-e3d9-4914-901f-6ae30ec02aee service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a30a7db699f7408793f27f8fa5da03e6&device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 1127 time: 0.0456424 Feb 02 14:51:45.766713 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddd429-56ca-48d3-83ca-4f46a6c2f23a req-e559c12f-5322-4d68-8496-7d2a26de5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:45.768362 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-d3ddd429-56ca-48d3-83ca-4f46a6c2f23a req-e559c12f-5322-4d68-8496-7d2a26de5cf4 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=a30a7db699f7408793f27f8fa5da03e6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0993907 Feb 02 14:51:45.902058 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddd429-56ca-48d3-83ca-4f46a6c2f23a req-bdb436c5-747d-48bc-a0cc-1280c630d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:45.903654 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-d3ddd429-56ca-48d3-83ca-4f46a6c2f23a req-bdb436c5-747d-48bc-a0cc-1280c630d92b service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0961509 Feb 02 14:51:46.076976 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900dafc-480c-49a3-b1fe-bd20491cd44a req-c815f627-7227-47c9-92ab-12776e7a32eb tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:46.078482 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2900dafc-480c-49a3-b1fe-bd20491cd44a req-c815f627-7227-47c9-92ab-12776e7a32eb tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0556943 Feb 02 14:51:46.091926 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e016c-242f-4a51-b760-c97f4a348a33 req-32b2a350-8ce0-43b2-94de-e099f60d56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:46.093428 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-32b2a350-8ce0-43b2-94de-e099f60d56b0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a30a7db699f7408793f27f8fa5da03e6&device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 1127 time: 0.0507479 Feb 02 14:51:46.102047 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:46.133334 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2900dafc-480c-49a3-b1fe-bd20491cd44a req-4cc8eb46-e618-4bd0-abd8-d6f3b2b6bb1f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478063 Feb 02 14:51:46.156490 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-35f3145d-56d6-46ac-bde8-cb7e024936a3 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e9d0a1d-dff0-4661-912d-7df9128f9807 HTTP/1.1" status: 200 len: 217 time: 0.0389528 Feb 02 14:51:46.225755 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e016c-242f-4a51-b760-c97f4a348a33 req-d26ba0fd-da6e-4adf-a5ee-911362611991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:46.227221 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-d26ba0fd-da6e-4adf-a5ee-911362611991 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f545b5cc-c40e-46ae-8150-8acac27b6278 HTTP/1.1" status: 200 len: 848 time: 0.0458674 Feb 02 14:51:46.268803 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-ac7a24dc-94b8-40ea-bd7e-c8665d6c24f6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4379b465-f87a-49ab-a050-6448d59b2488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282812 Feb 02 14:51:46.366940 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-357874aa-009f-4e81-95de-5c522af750c4 service neutron] 10.222.0.115 "GET /v2.0/networks/4379b465-f87a-49ab-a050-6448d59b2488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858498 Feb 02 14:51:46.469663 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-377e016c-242f-4a51-b760-c97f4a348a33 req-aded1119-e353-4365-a717-6444b3a2dc61 service neutron] 10.222.0.115 "GET /v2.0/networks/4379b465-f87a-49ab-a050-6448d59b2488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907836 Feb 02 14:51:46.605012 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33964d73-c087-49d5-9d0f-d6e51ba39f5a req-6eb77ab9-59f0-4f1b-93bd-0a322ffe16cc tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:46.606413 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-33964d73-c087-49d5-9d0f-d6e51ba39f5a req-6eb77ab9-59f0-4f1b-93bd-0a322ffe16cc tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 943 time: 0.0609202 Feb 02 14:51:46.654940 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-33964d73-c087-49d5-9d0f-d6e51ba39f5a req-4d9ead57-6536-4140-bec3-269b2668d382 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Feb 02 14:51:47.040505 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34762) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:47.087127 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-faebf3b8-afbc-412d-bea0-5a3be0f4b7fe admin admin] Deleting subnet 97da7bd1-4ebf-486f-bf51-aa4ffdfc3782 {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:51:47.090424 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-faebf3b8-afbc-412d-bea0-5a3be0f4b7fe admin admin] Publish callbacks [] for subnet (97da7bd1-4ebf-486f-bf51-aa4ffdfc3782), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.127786 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-faebf3b8-afbc-412d-bea0-5a3be0f4b7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (97da7bd1-4ebf-486f-bf51-aa4ffdfc3782), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.168397 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-faebf3b8-afbc-412d-bea0-5a3be0f4b7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (97da7bd1-4ebf-486f-bf51-aa4ffdfc3782), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.257227 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065d168-9b3a-497d-bb61-dd1918703314 req-111e2c67-d55a-45dd-aceb-f801a36727ff tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:47.259050 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4065d168-9b3a-497d-bb61-dd1918703314 req-111e2c67-d55a-45dd-aceb-f801a36727ff tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0552888 Feb 02 14:51:47.308652 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4065d168-9b3a-497d-bb61-dd1918703314 req-14253089-1192-452f-9ba1-c2905b6f723e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Feb 02 14:51:47.311259 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-faebf3b8-afbc-412d-bea0-5a3be0f4b7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (97da7bd1-4ebf-486f-bf51-aa4ffdfc3782), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.340753 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebf3b8-afbc-412d-bea0-5a3be0f4b7fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97da7bd1-4ebf-486f-bf51-aa4ffdfc3782,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:47.342529 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-faebf3b8-afbc-412d-bea0-5a3be0f4b7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.345812 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-faebf3b8-afbc-412d-bea0-5a3be0f4b7fe admin admin] 10.222.0.10 "DELETE /v2.0/subnets/97da7bd1-4ebf-486f-bf51-aa4ffdfc3782 HTTP/1.1" status: 204 len: 168 time: 0.3042157 Feb 02 14:51:47.349404 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 34770) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:47.422551 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (ad9ac8db-9ecf-40d9-b0da-e806aea0360d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.504836 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (ad9ac8db-9ecf-40d9-b0da-e806aea0360d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.527511 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9ac8db-9ecf-40d9-b0da-e806aea0360d']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:51:47.538283 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde88e3f-e120-4c81-bc33-16263f2baece') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:51:47.538577 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde88e3f-e120-4c81-bc33-16263f2baece') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:51:47.552648 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (dde88e3f-e120-4c81-bc33-16263f2baece), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.566141 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (dde88e3f-e120-4c81-bc33-16263f2baece), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.573098 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:51:47.573468 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (dde88e3f-e120-4c81-bc33-16263f2baece), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:51:47.575381 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:51:47.728573 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.734485 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (ad9ac8db-9ecf-40d9-b0da-e806aea0360d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.741369 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:47.745256 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] 10.222.0.10 "DELETE /v2.0/networks/ad9ac8db-9ecf-40d9-b0da-e806aea0360d HTTP/1.1" status: 204 len: 168 time: 0.3948374 Feb 02 14:51:47.783885 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566b2c8-b48a-42d5-a793-2cbd73969d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9ac8db-9ecf-40d9-b0da-e806aea0360d,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:47.809932 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd50ff-0958-4df8-9271-2c243eec1199 req-a954ba61-62af-4fe4-9cc0-2797ad66de71 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:47.811562 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42cd50ff-0958-4df8-9271-2c243eec1199 req-a954ba61-62af-4fe4-9cc0-2797ad66de71 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 943 time: 0.0881708 Feb 02 14:51:47.869337 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42cd50ff-0958-4df8-9271-2c243eec1199 req-55150c5b-7ce2-4114-9c9b-4218fb58493b tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509474 Feb 02 14:51:47.869441 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34786) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:48.065512 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7011-6e05-402f-bbc4-33cadc438c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.146488 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7011-6e05-402f-bbc4-33cadc438c20 admin admin] Publish callbacks [] for security_group (b564bddf-4660-4c15-ab84-9fe608441a28), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.152219 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-f9464240-4ee7-4932-b3f6-d074f86f4468 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:48.153720 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-f9464240-4ee7-4932-b3f6-d074f86f4468 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/networks?id=881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 200 len: 815 time: 0.1325121 Feb 02 14:51:48.170004 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-df5f80cc-ff77-455d-8f60-35261af5869f tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/quotas/4e9d46681cc2408c9526c4f9575361b6 HTTP/1.1" status: 200 len: 375 time: 0.0106616 Feb 02 14:51:48.179510 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34808) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:48.223187 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-930a10b6-db0e-4338-91be-619a8a70e20a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ad57d0ab0bf430383bdb48012fe2f67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424559 Feb 02 14:51:48.225111 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7011-6e05-402f-bbc4-33cadc438c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b564bddf-4660-4c15-ab84-9fe608441a28), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.227191 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34810) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:48.229225 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-3d9114a4-9d1d-4cc7-b0e1-06d7ae40822e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537622 Feb 02 14:51:48.288935 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-3b6c7011-6e05-402f-bbc4-33cadc438c20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d73f4085d9e43e9929b77718dd7e520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185872 Feb 02 14:51:48.294803 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 34812) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:51:48.296739 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c7011-6e05-402f-bbc4-33cadc438c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b564bddf-4660-4c15-ab84-9fe608441a28,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:48.330114 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-32ebc2f5-9328-45cd-947c-8184bf542825 service neutron] 10.222.0.10 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940537 Feb 02 14:51:48.342139 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8d296367-1c23-487d-8f77-fb512e143401 admin admin] Publish callbacks [] for security_group (3a390176-0ead-4f53-83dc-1cef9541a9a1), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.379459 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8d296367-1c23-487d-8f77-fb512e143401 admin admin] Publish callbacks [] for security_group (3a390176-0ead-4f53-83dc-1cef9541a9a1), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.407007 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-40d9be43-a24a-41b0-a67f-05ee2293dbd8 admin admin] Publish callbacks [] for security_group (b564bddf-4660-4c15-ab84-9fe608441a28), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.440966 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-40d9be43-a24a-41b0-a67f-05ee2293dbd8 admin admin] Publish callbacks [] for security_group (b564bddf-4660-4c15-ab84-9fe608441a28), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.524744 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 5e9d0a1d-dff0-4661-912d-7df9128f9807 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:51:48.561181 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-40d9be43-a24a-41b0-a67f-05ee2293dbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b564bddf-4660-4c15-ab84-9fe608441a28), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.563821 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-40d9be43-a24a-41b0-a67f-05ee2293dbd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.565171 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-40d9be43-a24a-41b0-a67f-05ee2293dbd8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b564bddf-4660-4c15-ab84-9fe608441a28 HTTP/1.1" status: 204 len: 168 time: 0.2693026 Feb 02 14:51:48.565868 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8d296367-1c23-487d-8f77-fb512e143401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (3a390176-0ead-4f53-83dc-1cef9541a9a1), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.579040 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8d296367-1c23-487d-8f77-fb512e143401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.586190 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-8d296367-1c23-487d-8f77-fb512e143401 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a390176-0ead-4f53-83dc-1cef9541a9a1 HTTP/1.1" status: 204 len: 168 time: 0.3564723 Feb 02 14:51:48.595515 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9be43-a24a-41b0-a67f-05ee2293dbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b564bddf-4660-4c15-ab84-9fe608441a28,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:48.617145 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d296367-1c23-487d-8f77-fb512e143401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a390176-0ead-4f53-83dc-1cef9541a9a1,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:48.690167 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 5e9d0a1d-dff0-4661-912d-7df9128f9807, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=5e9d0a1d-dff0-4661-912d-7df9128f9807,segment=NetworkSegment(d19cfeb9-6735-40c7-9271-8e627090355a),segment_id=d19cfeb9-6735-40c7-9271-8e627090355a)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:51:48.705585 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-c35816a9-888e-4bb9-8c6f-96a281bc6758 service neutron] 10.222.0.10 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681266 Feb 02 14:51:48.709943 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '5e9d0a1d-dff0-4661-912d-7df9128f9807', 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488', 'port_id': '5e9d0a1d-dff0-4661-912d-7df9128f9807', 'mac_address': 'fa:16:3e:59:cd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f545b5cc-c40e-46ae-8150-8acac27b6278', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:51:48.736732 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a072b-0ff2-462f-a719-30a49b9462c5 req-adb7a0e8-0b5a-4887-a561-053b007b25a1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:48.749770 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5c9a072b-0ff2-462f-a719-30a49b9462c5 req-adb7a0e8-0b5a-4887-a561-053b007b25a1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.3507485 Feb 02 14:51:48.788205 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 5e9d0a1d-dff0-4661-912d-7df9128f9807 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:51:48.788802 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.818512 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5c9a072b-0ff2-462f-a719-30a49b9462c5 req-2e75b8e0-e85f-47b5-a9e4-99b62bb1b6ba tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662076 Feb 02 14:51:48.821600 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9d0a1d-dff0-4661-912d-7df9128f9807 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:51:48.843955 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 5e9d0a1d-dff0-4661-912d-7df9128f9807, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=5e9d0a1d-dff0-4661-912d-7df9128f9807,segment=NetworkSegment(d19cfeb9-6735-40c7-9271-8e627090355a),segment_id=d19cfeb9-6735-40c7-9271-8e627090355a)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:51:48.893879 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:48.945971 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=5e9d0a1d-dff0-4661-912d-7df9128f9807,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:49.007456 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c221d-0909-4d73-8e8d-3c9643fef323 req-86de37af-28b9-428a-b7b9-ac312684096d tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:49.009307 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a5c221d-0909-4d73-8e8d-3c9643fef323 req-86de37af-28b9-428a-b7b9-ac312684096d tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 944 time: 0.0704284 Feb 02 14:51:49.054395 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3ed37acd-218b-4be0-ac34-76fa980fe55e req-13e32e79-60cc-416d-ae86-4fa1f3f36730 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 210 time: 0.0350442 Feb 02 14:51:49.109475 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a5c221d-0909-4d73-8e8d-3c9643fef323 req-cc56f395-5e15-4ad7-a63f-325b27260d98 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878096 Feb 02 14:51:49.239542 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:49.372993 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['5e9d0a1d-dff0-4661-912d-7df9128f9807'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:51:49.960556 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96027f6c-7535-429f-8baf-bdba28a35e40 req-cc097d5f-a985-467d-95b1-213dc91b3e3b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:49.961993 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-96027f6c-7535-429f-8baf-bdba28a35e40 req-cc097d5f-a985-467d-95b1-213dc91b3e3b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0563459 Feb 02 14:51:50.018979 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-96027f6c-7535-429f-8baf-bdba28a35e40 req-87356575-f051-4cf5-89e5-a4852fc41892 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506353 Feb 02 14:51:50.169566 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fde32ffe-b389-4cb8-b69c-de482d29e09c req-dbf3c75e-51c8-42c1-8c4d-d1d6e3120cf5 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 210 time: 0.0294757 Feb 02 14:51:50.288896 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d1e70-0342-40cd-be35-50fd4553a8ad req-c1af104e-ae8d-474e-8cfd-c94ff7571e8a tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:50.290392 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-015d1e70-0342-40cd-be35-50fd4553a8ad req-c1af104e-ae8d-474e-8cfd-c94ff7571e8a tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 944 time: 0.0578387 Feb 02 14:51:50.361575 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-015d1e70-0342-40cd-be35-50fd4553a8ad req-36bfa4c9-33aa-432c-bbd6-d5d2865b7f5d tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649731 Feb 02 14:51:50.539762 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 5e9d0a1d-dff0-4661-912d-7df9128f9807 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:51:50.663748 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 5e9d0a1d-dff0-4661-912d-7df9128f9807 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:51:50.663934 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 5e9d0a1d-dff0-4661-912d-7df9128f9807 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:51:50.664262 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:50.748164 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 5e9d0a1d-dff0-4661-912d-7df9128f9807 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:51:50.748464 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:50.772726 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9d0a1d-dff0-4661-912d-7df9128f9807'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:51:50.775025 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377087c1-b7ab-409f-96fa-b48ff21a33b5" -d '{"events": [{"server_uuid": "0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2", "name": "network-vif-plugged", "status": "completed", "tag": "5e9d0a1d-dff0-4661-912d-7df9128f9807"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:51:50.787669 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 5e9d0a1d-dff0-4661-912d-7df9128f9807, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=5e9d0a1d-dff0-4661-912d-7df9128f9807,segment=NetworkSegment(d19cfeb9-6735-40c7-9271-8e627090355a),segment_id=d19cfeb9-6735-40c7-9271-8e627090355a)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:51:50.813581 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b40d45-4c4a-4e3c-b7ba-837d2f992439 x-openstack-request-id: req-63b40d45-4c4a-4e3c-b7ba-837d2f992439 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:51:50.813895 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2", "name": "network-vif-plugged", "status": "completed", "tag": "5e9d0a1d-dff0-4661-912d-7df9128f9807", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:51:50.814183 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63b40d45-4c4a-4e3c-b7ba-837d2f992439 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:51:50.814583 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9d0a1d-dff0-4661-912d-7df9128f9807', 'code': 200} Feb 02 14:51:50.877802 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:50.933533 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=5e9d0a1d-dff0-4661-912d-7df9128f9807,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:51.155866 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244fd73-0e39-49d9-a542-12423e19d09c req-93edd0cb-d22e-4fd6-8573-327055c4b4f3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:51.157208 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2244fd73-0e39-49d9-a542-12423e19d09c req-93edd0cb-d22e-4fd6-8573-327055c4b4f3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0545731 Feb 02 14:51:51.223354 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2244fd73-0e39-49d9-a542-12423e19d09c req-5e5cbef2-560e-449f-9efe-244d64cdd738 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585945 Feb 02 14:51:51.321104 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2fce7fac-dc4c-4f8a-b1eb-189561ee2575 req-8e69e671-ebb4-45e6-b4bd-0b8525fbdbf0 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 210 time: 0.0331521 Feb 02 14:51:51.398607 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245390-619b-4414-9078-09aa67699e63 req-4d7e7c6d-3f4d-4378-a909-c2b766ad90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:51.400453 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-dc245390-619b-4414-9078-09aa67699e63 req-4d7e7c6d-3f4d-4378-a909-c2b766ad90b2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 1129 time: 0.0572035 Feb 02 14:51:51.453567 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-dc245390-619b-4414-9078-09aa67699e63 req-79539a91-8e8d-427a-a38d-ce2c0c6b7048 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Feb 02 14:51:51.501829 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2db1c2-47d0-4a68-809d-c402be144c45 req-a23ecdb2-1995-4813-b32c-eb69914a03ec tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:51.503366 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3a2db1c2-47d0-4a68-809d-c402be144c45 req-a23ecdb2-1995-4813-b32c-eb69914a03ec tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 945 time: 0.0545526 Feb 02 14:51:51.549895 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3a2db1c2-47d0-4a68-809d-c402be144c45 req-f0e9e782-c1b8-4089-a787-22fcaeeec7a9 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Feb 02 14:51:52.209026 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-12f3625b-3960-44e2-bc23-d0ea68d1bc44 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bbd64cadaa1e422dbdab2a68fdcfa69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299957 Feb 02 14:51:52.276698 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-85d53faa-8d41-4b51-b73f-243d49a7d174 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:52.280617 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-85d53faa-8d41-4b51-b73f-243d49a7d174 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "GET /v2.0/networks?id=881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 200 len: 815 time: 0.1203580 Feb 02 14:51:52.306481 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Request body: {'port': {'device_id': '59e6e47e-2e1b-4688-80cc-0bfbb293ae49', 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94', 'admin_state_up': True, 'tenant_id': '4e9d46681cc2408c9526c4f9575361b6'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:51:52.464996 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-5f2fcbe8-c73b-4359-bb4e-1e2c68b43aea tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:52.466399 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-5f2fcbe8-c73b-4359-bb4e-1e2c68b43aea tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521040 Feb 02 14:51:52.477286 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beef2e-c2cf-4579-8615-b7f845ec3c5d req-6205149f-e448-4da5-87d1-6bfc731b30a3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:52.478812 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-84beef2e-c2cf-4579-8615-b7f845ec3c5d req-6205149f-e448-4da5-87d1-6bfc731b30a3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.1626248 Feb 02 14:51:52.495469 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-845213f2-5bcb-406d-be1b-86c249471bb3 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/quotas/bbd64cadaa1e422dbdab2a68fdcfa69b HTTP/1.1" status: 200 len: 375 time: 0.0156796 Feb 02 14:51:52.539252 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Made reservation on behalf of 4e9d46681cc2408c9526c4f9575361b6 for: {'port': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:51:52.540525 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-2cf5a3b5-287b-471a-9221-90ec4a5817a9 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bbd64cadaa1e422dbdab2a68fdcfa69b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394268 Feb 02 14:51:52.548401 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:52.565964 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-84beef2e-c2cf-4579-8615-b7f845ec3c5d req-b0d69f6e-ba8a-4d5e-be7e-df7d6a5d8098 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786159 Feb 02 14:51:52.670554 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3d0609d3-bcf8-4421-9a98-dda0792fbfaa req-b7c72f3b-4b7e-4bbc-bdf8-7dc946a8c410 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 210 time: 0.0338249 Feb 02 14:51:52.709728 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Allocated IP 172.20.0.2 (881700dd-aa90-43d9-8db0-8f463dc5ec94/b5da69a2-8942-45df-bb4a-0dcff917a34f/746cda65-17f7-4412-abcc-e01ae4a0c9b1) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:51:52.806896 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b7038-c5e2-4842-bccd-9c01a315c42f req-41235cef-61a4-4080-9157-c28187cd16a7 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:52.809104 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d46b7038-c5e2-4842-bccd-9c01a315c42f req-41235cef-61a4-4080-9157-c28187cd16a7 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 945 time: 0.0780380 Feb 02 14:51:52.875852 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d46b7038-c5e2-4842-bccd-9c01a315c42f req-13359768-62e7-4cb2-821a-20a7feb1bf6b tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544538 Feb 02 14:51:52.903493 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks [] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:52.931795 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c5d6f91-fb73-4561-bd8d-fe1dc5a86fc0 req-24d1879e-623a-476c-8f94-8cf246587036 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 210 time: 0.0342085 Feb 02 14:51:52.995552 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:53.044512 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Network 881700dd-aa90-43d9-8db0-8f463dc5ec94 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:51:53.047561 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:51:53.054483 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:51:53.083790 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Pushing event updated for resources: {'Port': ['ID=746cda65-17f7-4412-abcc-e01ae4a0c9b1,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:53.113248 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:53.113864 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:53.205403 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-90b74cc8-7db9-43d2-a848-c8eeb682fec8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9033430 Feb 02 14:51:53.693791 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61fc3a-80c9-4c16-b60d-104d89f7b848 req-7ee296be-9c90-4302-a83d-c86b0c026d77 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:53.695347 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e61fc3a-80c9-4c16-b60d-104d89f7b848 req-7ee296be-9c90-4302-a83d-c86b0c026d77 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0562823 Feb 02 14:51:53.748379 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e61fc3a-80c9-4c16-b60d-104d89f7b848 req-5eed29ec-248d-48f4-af4b-9748ce929d86 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472088 Feb 02 14:51:53.805791 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806711-29cb-4661-8e97-cbf82e25a5be req-1d6211d5-1746-4a03-9938-94d5cf3731bd tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:53.807408 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a0806711-29cb-4661-8e97-cbf82e25a5be req-1d6211d5-1746-4a03-9938-94d5cf3731bd tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 931 time: 0.0583355 Feb 02 14:51:53.855556 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a0806711-29cb-4661-8e97-cbf82e25a5be req-0ec360d6-fc39-4ea2-a3d2-6be0f18e188c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424714 Feb 02 14:51:54.042521 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9af0b112-6a73-43d8-87c7-fcb2a019af1f req-1835946d-a41b-41bc-92c0-ee1401d641c1 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 210 time: 0.0431845 Feb 02 14:51:54.055366 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566a901-9476-4ee7-a1ca-9e1e5139ca9d req-a938d10e-b32c-4b62-b314-a5c01609800a tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:54.056733 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6566a901-9476-4ee7-a1ca-9e1e5139ca9d req-a938d10e-b32c-4b62-b314-a5c01609800a tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 945 time: 0.1021166 Feb 02 14:51:54.115228 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6566a901-9476-4ee7-a1ca-9e1e5139ca9d req-b5ba589e-0682-48f0-ade9-9efa592b8d7c tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523157 Feb 02 14:51:54.872057 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e5c1c-4d21-43b8-bf26-0c5a4b3da34a req-4e7f8178-fa0e-409f-b110-8e8cfe85c35d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:54.873470 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f88e5c1c-4d21-43b8-bf26-0c5a4b3da34a req-4e7f8178-fa0e-409f-b110-8e8cfe85c35d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0525546 Feb 02 14:51:54.923546 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f88e5c1c-4d21-43b8-bf26-0c5a4b3da34a req-dad562db-fb99-4db1-a5f5-a3d1b90056c4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444558 Feb 02 14:51:54.983011 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e98c3e-10c5-4ec7-a5ee-9d7a172c164c req-881b06cd-2901-48dc-b41d-b65ce5524d5c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:54.984481 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-05e98c3e-10c5-4ec7-a5ee-9d7a172c164c req-881b06cd-2901-48dc-b41d-b65ce5524d5c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 931 time: 0.0544376 Feb 02 14:51:55.032455 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-05e98c3e-10c5-4ec7-a5ee-9d7a172c164c req-3f51d730-2cd1-4997-ad4a-6757b1337d50 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Feb 02 14:51:55.146920 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4be0f1d5-cc47-44dc-95b6-15114f31a437 req-e550cf76-185c-4c1a-9f05-cb03159cde41 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 210 time: 0.0319624 Feb 02 14:51:55.235714 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8d53f-9981-46cd-b964-e5ae016112a7 req-85bff04e-99c2-45f4-9339-dab1a0ad0085 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:55.237219 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d0c8d53f-9981-46cd-b964-e5ae016112a7 req-85bff04e-99c2-45f4-9339-dab1a0ad0085 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 945 time: 0.0532646 Feb 02 14:51:55.287724 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Request body: {'port': {'device_id': '59e6e47e-2e1b-4688-80cc-0bfbb293ae49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:51:55.296112 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d0c8d53f-9981-46cd-b964-e5ae016112a7 req-f1c2888f-4619-4f42-b848-067be06360fa tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514047 Feb 02 14:51:55.307527 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['18c3600a-88e4-43d5-8dd7-07613f5a5c9b', '7a5d01e9-66c4-406a-8937-0a1af6d974a4'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:51:55.356683 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:55.439547 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:55.635676 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746cda65-17f7-4412-abcc-e01ae4a0c9b1 {{(pid=121021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:51:55.644857 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Publish callbacks [] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:55.661404 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.provisioning_blocks [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Transition to ACTIVE for port object 746cda65-17f7-4412-abcc-e01ae4a0c9b1 will not be triggered until provisioned by entity L2. {{(pid=121021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:51:55.819458 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:55.877264 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Pushing event updated for resources: {'Port': ['ID=746cda65-17f7-4412-abcc-e01ae4a0c9b1,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:55.951486 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Attempting to bind port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:51:55.951828 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Attempting to bind port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:51:55.952158 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Attempting to bind port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:51:55.956693 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:51:55.957014 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Attempting to bind port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:51:55.963188 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:51:55.963586 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Checking segment: {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:51:55.963902 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Bound using segment: {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:51:55.964330 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Bound port: 746cda65-17f7-4412-abcc-e01ae4a0c9b1, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'}}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:51:55.964716 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:56.037489 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] For port 746cda65-17f7-4412-abcc-e01ae4a0c9b1, host hv-cinder-78251, cleared binding levels {{(pid=121021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:51:56.040652 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] For port 746cda65-17f7-4412-abcc-e01ae4a0c9b1, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=746cda65-17f7-4412-abcc-e01ae4a0c9b1,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:51:56.063224 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6efe28-67a5-40e7-918d-bb42acf5e638 req-9f672c25-2fe5-43ad-a153-33c9bd80986e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:56.065573 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5d6efe28-67a5-40e7-918d-bb42acf5e638 req-9f672c25-2fe5-43ad-a153-33c9bd80986e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0571682 Feb 02 14:51:56.123832 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5d6efe28-67a5-40e7-918d-bb42acf5e638 req-8bd6af19-30c9-420b-8eeb-6737f18055e4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531924 Feb 02 14:51:56.144553 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:56.183311 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c914a-1057-4935-aafb-b7269b62155b req-90a0a919-6d89-4776-bb20-dd084ec687ae tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:56.186043 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae3c914a-1057-4935-aafb-b7269b62155b req-90a0a919-6d89-4776-bb20-dd084ec687ae tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 943 time: 0.0828946 Feb 02 14:51:56.186404 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:56.187149 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:51:56.188538 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] 10.222.0.115 "PUT /v2.0/ports/746cda65-17f7-4412-abcc-e01ae4a0c9b1 HTTP/1.1" status: 200 len: 1093 time: 0.9054570 Feb 02 14:51:56.189095 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e6e47e-2e1b-4688-80cc-0bfbb293ae49', 'tag': '746cda65-17f7-4412-abcc-e01ae4a0c9b1'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:51:56.191281 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0e91bb-7eb1-4411-8397-e7da3e36ea5d" -d '{"events": [{"name": "network-changed", "server_uuid": "59e6e47e-2e1b-4688-80cc-0bfbb293ae49", "tag": "746cda65-17f7-4412-abcc-e01ae4a0c9b1"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:51:56.207315 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9999f-9e72-4251-9cbc-74168056ebac service neutron] Pushing event updated for resources: {'Port': ['ID=746cda65-17f7-4412-abcc-e01ae4a0c9b1,revision_number=3']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:51:56.267151 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae3c914a-1057-4935-aafb-b7269b62155b req-4855d878-8ef1-407a-9715-619d48e06776 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701289 Feb 02 14:51:56.314486 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b916446b-2c2b-4f1c-81c5-8db82f9af822 x-openstack-request-id: req-b916446b-2c2b-4f1c-81c5-8db82f9af822 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:51:56.315026 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e6e47e-2e1b-4688-80cc-0bfbb293ae49", "tag": "746cda65-17f7-4412-abcc-e01ae4a0c9b1", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:51:56.315026 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b916446b-2c2b-4f1c-81c5-8db82f9af822 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:51:56.315458 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e6e47e-2e1b-4688-80cc-0bfbb293ae49', 'tag': '746cda65-17f7-4412-abcc-e01ae4a0c9b1', 'status': 'completed', 'code': 200} Feb 02 14:51:56.318793 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-064d92fc-d725-40e1-b80b-338e8106911a req-4907d782-1f51-4e5d-9c3c-474faac7ddf7 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 210 time: 0.0302808 Feb 02 14:51:56.421542 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fc86d-6c5f-4f7a-9c86-13ba5a4d84db req-c54359a7-5707-4bae-aa48-a69588ad2b55 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:56.423042 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7f5fc86d-6c5f-4f7a-9c86-13ba5a4d84db req-c54359a7-5707-4bae-aa48-a69588ad2b55 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 945 time: 0.0529401 Feb 02 14:51:56.470747 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7f5fc86d-6c5f-4f7a-9c86-13ba5a4d84db req-d51e22dc-1d7f-402d-ba68-bb6a9a64ba2c tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Feb 02 14:51:57.246963 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a97c9e-5249-4a0b-87fc-85cb49a1db22 req-cf148588-1c94-4843-a404-c53272b93459 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:57.248343 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c7a97c9e-5249-4a0b-87fc-85cb49a1db22 req-cf148588-1c94-4843-a404-c53272b93459 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0569100 Feb 02 14:51:57.299149 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c7a97c9e-5249-4a0b-87fc-85cb49a1db22 req-49d853a1-879e-4c3f-97f7-4e5462a67dbb tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Feb 02 14:51:57.390118 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddb5c8-35f8-44f8-b69d-3fe4bfed08f3 req-2ba47a8b-bb46-45b3-bcae-6379340a898a tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:57.391648 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0fddb5c8-35f8-44f8-b69d-3fe4bfed08f3 req-2ba47a8b-bb46-45b3-bcae-6379340a898a tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 943 time: 0.0536935 Feb 02 14:51:57.422686 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a2f127e6-1bd9-4e66-abee-cee79c0d1e56 req-045733d3-f1d9-424f-ba0d-c90c78cd1d10 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 210 time: 0.0299318 Feb 02 14:51:57.458374 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0fddb5c8-35f8-44f8-b69d-3fe4bfed08f3 req-04e99aab-1b28-4635-a017-c948b277e172 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577629 Feb 02 14:51:58.422426 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e6c62-3ed2-4394-a2b4-37953006438d req-08e26668-2b9a-48b4-9ec0-d19440e07c6c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:58.423970 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-194e6c62-3ed2-4394-a2b4-37953006438d req-08e26668-2b9a-48b4-9ec0-d19440e07c6c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0563941 Feb 02 14:51:58.471955 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-194e6c62-3ed2-4394-a2b4-37953006438d req-22cbde0c-01f4-431d-99bb-5c3b5a7768e2 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Feb 02 14:51:58.520161 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-84b1fae6-6020-4669-89db-ba0075182f0a req-5fef45b6-ea11-4b89-99e0-76b995f83367 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 210 time: 0.0277860 Feb 02 14:51:58.581503 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451f27f-bd7f-47a6-9e54-1c220e40bc62 req-eaac9a64-bd5b-4b7f-b5ff-c43723540065 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:58.582915 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e451f27f-bd7f-47a6-9e54-1c220e40bc62 req-eaac9a64-bd5b-4b7f-b5ff-c43723540065 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 943 time: 0.0517285 Feb 02 14:51:58.631629 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e451f27f-bd7f-47a6-9e54-1c220e40bc62 req-ccf3eb67-6ad1-46ab-a29b-c66a400757b8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Feb 02 14:51:58.755141 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e91bb-7eb1-4411-8397-e7da3e36ea5d req-3edf722e-5ed1-4402-986d-ae427927c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:58.757731 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc0e91bb-7eb1-4411-8397-e7da3e36ea5d req-3edf722e-5ed1-4402-986d-ae427927c736 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 1127 time: 0.0461822 Feb 02 14:51:58.879315 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e91bb-7eb1-4411-8397-e7da3e36ea5d req-bced22d7-b714-43fd-ab29-4893865974d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:58.880760 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc0e91bb-7eb1-4411-8397-e7da3e36ea5d req-bced22d7-b714-43fd-ab29-4893865974d1 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=4e9d46681cc2408c9526c4f9575361b6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0971518 Feb 02 14:51:58.982327 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e91bb-7eb1-4411-8397-e7da3e36ea5d req-17757f2d-96d2-4629-b1f1-ab35cc707f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:58.983863 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-cc0e91bb-7eb1-4411-8397-e7da3e36ea5d req-17757f2d-96d2-4629-b1f1-ab35cc707f3a service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0933383 Feb 02 14:51:59.147990 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-7d6fb3a2-0719-483c-981f-3f9e9ae649d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:59.149452 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-7d6fb3a2-0719-483c-981f-3f9e9ae649d2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 1127 time: 0.0751693 Feb 02 14:51:59.165306 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e952e9-35ee-4d0d-8512-932a41f5a0e9 req-a3e03975-f160-4c93-82d9-2cf949fcf56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:59.166886 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c2e952e9-35ee-4d0d-8512-932a41f5a0e9 req-a3e03975-f160-4c93-82d9-2cf949fcf56c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 1129 time: 0.0529096 Feb 02 14:51:59.218312 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-0d416241-b1ba-4436-8a43-3487c9860a5b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=746cda65-17f7-4412-abcc-e01ae4a0c9b1 HTTP/1.1" status: 200 len: 217 time: 0.0404124 Feb 02 14:51:59.292322 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c2e952e9-35ee-4d0d-8512-932a41f5a0e9 req-24e3d740-6366-4378-8be9-eb32cbeedc2a service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124294 Feb 02 14:51:59.294055 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-bd8d465d-27d4-4b43-8ec0-61b9291a4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:59.295425 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-bd8d465d-27d4-4b43-8ec0-61b9291a4414 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b5da69a2-8942-45df-bb4a-0dcff917a34f HTTP/1.1" status: 200 len: 855 time: 0.0687280 Feb 02 14:51:59.618709 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b4a80da7-e43d-47e3-88b4-257451b62b32 req-d9c8459a-b316-4c57-a486-f6c8a000f931 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 210 time: 0.0296516 Feb 02 14:51:59.635123 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714ec8c-3dc2-404e-861d-326fb5cf99c4 req-4617638c-8381-41a7-a38c-b227a666ecb6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:59.636955 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2714ec8c-3dc2-404e-861d-326fb5cf99c4 req-4617638c-8381-41a7-a38c-b227a666ecb6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0838525 Feb 02 14:51:59.703192 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2714ec8c-3dc2-404e-861d-326fb5cf99c4 req-313e1208-b6f4-4ab0-be6d-a189f877613d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602362 Feb 02 14:51:59.714252 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-230f5226-e053-4f94-98a5-5d08716bca70 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=881700dd-aa90-43d9-8db0-8f463dc5ec94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271387 Feb 02 14:51:59.770624 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e54ca8-6e5d-4352-8dd6-7e5810ce03e2 req-534f3723-61ad-449d-9bfa-ba5b8500564e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:51:59.773056 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-51e54ca8-6e5d-4352-8dd6-7e5810ce03e2 req-534f3723-61ad-449d-9bfa-ba5b8500564e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 943 time: 0.0578070 Feb 02 14:51:59.809270 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-a36940c3-a691-4382-a6b6-20c28fc533cf service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868831 Feb 02 14:51:59.826066 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-51e54ca8-6e5d-4352-8dd6-7e5810ce03e2 req-8c57919f-c8a8-4947-97a4-d74f60f5e2a4 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Feb 02 14:51:59.928607 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-b4504978-4727-49eb-a883-43b4a8c10385 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=bbd64cadaa1e422dbdab2a68fdcfa69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396841 Feb 02 14:52:00.015893 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2a63eeb6-c188-490b-966d-b21766ea6c7f req-5bc9b1e7-1fa7-4f96-8018-42d9e625326c service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995456 Feb 02 14:52:00.136346 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-a86058d1-7066-4380-a891-29031f07d7fd tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:00.137839 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-a86058d1-7066-4380-a891-29031f07d7fd tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047083 Feb 02 14:52:00.172280 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Request body: {'port': {'device_id': '2876cf17-dcb2-40dc-a340-ce9be1dcd93f', 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28', 'admin_state_up': True, 'tenant_id': 'bbd64cadaa1e422dbdab2a68fdcfa69b'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:00.617863 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Made reservation on behalf of bbd64cadaa1e422dbdab2a68fdcfa69b for: {'port': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:52:00.621323 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:00.631027 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:00.728565 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks [] for security_group (b7fcebea-b8df-48bb-aacb-8c40ca243c1d), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:00.742395 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d4e94839-0c5a-464a-9675-33798186d7b0 req-be57c1fb-aaf6-424f-bda1-fd2a4e87b974 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 210 time: 0.0337446 Feb 02 14:52:00.853973 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a6f00-af30-4bc2-8376-897d0ba44f0e req-46362ebb-bd79-46b8-a92e-fe65a6d0965a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:00.855450 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d91a6f00-af30-4bc2-8376-897d0ba44f0e req-46362ebb-bd79-46b8-a92e-fe65a6d0965a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0567997 Feb 02 14:52:00.860285 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b7fcebea-b8df-48bb-aacb-8c40ca243c1d), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:00.919916 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d91a6f00-af30-4bc2-8376-897d0ba44f0e req-6da514b2-7daf-4611-9653-44a43a3a3ab7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572481 Feb 02 14:52:00.946278 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fcebea-b8df-48bb-aacb-8c40ca243c1d,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:01.026659 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Allocated IP 192.168.233.8 (ba202c72-97eb-4f5a-afba-a7c0e7cf4b28/883cd1e8-57fd-45d7-b27c-029d8a7f7674/2982cd53-66ad-4043-9750-7049bddc99c0) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:52:01.039059 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb7508-7bc0-485f-a48b-88b1caafc6f0 req-cb0a125f-fe65-4c24-95e7-c6025f48c121 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:01.040468 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1cfb7508-7bc0-485f-a48b-88b1caafc6f0 req-cb0a125f-fe65-4c24-95e7-c6025f48c121 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 943 time: 0.0574288 Feb 02 14:52:01.106172 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 35142) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:01.119306 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1cfb7508-7bc0-485f-a48b-88b1caafc6f0 req-06edc03e-7c24-4f23-a58f-08e62f11e0cd tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716202 Feb 02 14:52:01.204073 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks [] for port (2982cd53-66ad-4043-9750-7049bddc99c0), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.308918 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5dbd32f3-440b-421d-9d98-98a562db4dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.350095 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5441ad-3a09-4a30-ad24-5c7340a5b4ed req-be0d730d-9234-4cd0-937f-cccefe19f128 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:01.351733 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7e5441ad-3a09-4a30-ad24-5c7340a5b4ed req-be0d730d-9234-4cd0-937f-cccefe19f128 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 945 time: 0.1047091 Feb 02 14:52:01.368929 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.413927 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:01.417073 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:01.419595 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:52:01.421955 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7e5441ad-3a09-4a30-ad24-5c7340a5b4ed req-efb2493b-6920-4df4-9b4b-c12014f42171 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639429 Feb 02 14:52:01.434474 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Pushing event updated for resources: {'Port': ['ID=2982cd53-66ad-4043-9750-7049bddc99c0,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:01.452242 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5dbd32f3-440b-421d-9d98-98a562db4dbe admin admin] Publish callbacks [] for security_group (9f371d21-408c-4637-bb01-220bd68f297e), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.502442 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:01.503314 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.539209 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5dbd32f3-440b-421d-9d98-98a562db4dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (9f371d21-408c-4637-bb01-220bd68f297e), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.580530 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-5dbd32f3-440b-421d-9d98-98a562db4dbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4161f50f1fd9400ab3fd29bab2835854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732041 Feb 02 14:52:01.581505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd32f3-440b-421d-9d98-98a562db4dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f371d21-408c-4637-bb01-220bd68f297e,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:01.583300 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35160) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:01.641835 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4acd6c96-dc54-483f-91a4-0ae0349f6858 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4736781 Feb 02 14:52:01.642913 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ad8247ed-acf6-4acc-b296-8349e88891d0 admin admin] Publish callbacks [] for security_group (9f371d21-408c-4637-bb01-220bd68f297e), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.668281 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Request body: {'port': {'device_id': '2876cf17-dcb2-40dc-a340-ce9be1dcd93f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:01.671759 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ad8247ed-acf6-4acc-b296-8349e88891d0 admin admin] Publish callbacks [] for security_group (9f371d21-408c-4637-bb01-220bd68f297e), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.687682 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-a3f522d6-77c8-4a85-8651-f4d1397c1c5b None None] Provisioning complete for port 2982cd53-66ad-4043-9750-7049bddc99c0 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:01.688217 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a3f522d6-77c8-4a85-8651-f4d1397c1c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.728680 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-a3f522d6-77c8-4a85-8651-f4d1397c1c5b None None] Port 2982cd53-66ad-4043-9750-7049bddc99c0 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:52:01.754583 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.868140 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ad8247ed-acf6-4acc-b296-8349e88891d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (9f371d21-408c-4637-bb01-220bd68f297e), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.870710 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ad8247ed-acf6-4acc-b296-8349e88891d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:01.871875 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-ad8247ed-acf6-4acc-b296-8349e88891d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f371d21-408c-4637-bb01-220bd68f297e HTTP/1.1" status: 204 len: 168 time: 0.2866580 Feb 02 14:52:01.877204 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4ac56-e85b-40ab-9379-21165507fe5a req-7257761a-be3b-47d6-b6d1-74e55f0a6720 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:01.878733 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-01e4ac56-e85b-40ab-9379-21165507fe5a req-7257761a-be3b-47d6-b6d1-74e55f0a6720 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 934 time: 0.0602608 Feb 02 14:52:01.887138 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8247ed-acf6-4acc-b296-8349e88891d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f371d21-408c-4637-bb01-220bd68f297e,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:01.933081 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-01e4ac56-e85b-40ab-9379-21165507fe5a req-c30561ab-945c-4db1-a60d-72c7b32ad4ae tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478656 Feb 02 14:52:02.045273 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2982cd53-66ad-4043-9750-7049bddc99c0 {{(pid=121021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:52:02.048374 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31e6f3-247c-460f-a2ea-afe29eab5075 req-29decf40-294d-4035-8b43-56c0f351aa52 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:02.050000 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dd31e6f3-247c-460f-a2ea-afe29eab5075 req-29decf40-294d-4035-8b43-56c0f351aa52 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0545940 Feb 02 14:52:02.053851 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Publish callbacks [] for port (2982cd53-66ad-4043-9750-7049bddc99c0), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:02.067738 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.provisioning_blocks [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Transition to ACTIVE for port object 2982cd53-66ad-4043-9750-7049bddc99c0 will not be triggered until provisioned by entity L2. {{(pid=121021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:52:02.100712 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dd31e6f3-247c-460f-a2ea-afe29eab5075 req-4bdf5362-8472-403f-b456-ccc2a88e7304 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434031 Feb 02 14:52:02.171729 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:02.227558 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2982cd53-66ad-4043-9750-7049bddc99c0,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:02.269327 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc01e7-54da-41a9-a76d-598e05134961 req-0d2b24c8-24c1-4296-b0e3-5ab059b3ea7a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:02.270919 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f4fc01e7-54da-41a9-a76d-598e05134961 req-0d2b24c8-24c1-4296-b0e3-5ab059b3ea7a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1021707 Feb 02 14:52:02.295525 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0364437-0156-48c0-9565-312fc0bdca06 req-1584b7f0-743b-4a4c-8657-fddef90585fc tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:02.297115 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e0364437-0156-48c0-9565-312fc0bdca06 req-1584b7f0-743b-4a4c-8657-fddef90585fc tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 943 time: 0.0997014 Feb 02 14:52:02.344065 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Attempting to bind port 2982cd53-66ad-4043-9750-7049bddc99c0 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:52:02.344416 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Attempting to bind port 2982cd53-66ad-4043-9750-7049bddc99c0 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': '96dee96b-c1e1-483e-9024-8cbc96879a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28'}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:52:02.344716 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Attempting to bind port 2982cd53-66ad-4043-9750-7049bddc99c0 on network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:02.350442 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Port 2982cd53-66ad-4043-9750-7049bddc99c0 on network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:52:02.350814 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Attempting to bind port 2982cd53-66ad-4043-9750-7049bddc99c0 on network ba202c72-97eb-4f5a-afba-a7c0e7cf4b28 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:02.357028 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:52:02.357410 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Checking segment: {'id': '96dee96b-c1e1-483e-9024-8cbc96879a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:02.357799 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Bound using segment: {'id': '96dee96b-c1e1-483e-9024-8cbc96879a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28'} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:52:02.358224 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Bound port: 2982cd53-66ad-4043-9750-7049bddc99c0, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dee96b-c1e1-483e-9024-8cbc96879a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28'}}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:52:02.358576 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:02.401573 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f4fc01e7-54da-41a9-a76d-598e05134961 req-cf638161-ced5-4bdc-9e7f-4f61160c488a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227524 Feb 02 14:52:02.421248 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e0364437-0156-48c0-9565-312fc0bdca06 req-113fede2-8e99-4a92-90bb-4cb39f27fecf tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082861 Feb 02 14:52:02.473803 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] For port 2982cd53-66ad-4043-9750-7049bddc99c0, host hv-cinder-78251, cleared binding levels {{(pid=121021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:52:02.477655 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] For port 2982cd53-66ad-4043-9750-7049bddc99c0, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=2982cd53-66ad-4043-9750-7049bddc99c0,segment=NetworkSegment(96dee96b-c1e1-483e-9024-8cbc96879a2c),segment_id=96dee96b-c1e1-483e-9024-8cbc96879a2c)] {{(pid=121021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:52:02.572832 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87fc7f-318c-4dbd-bc3c-59bd33a9c129 req-854a82e0-e492-4ea5-b59c-db91a2bc6909 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:02.573886 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:02.574521 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8e87fc7f-318c-4dbd-bc3c-59bd33a9c129 req-854a82e0-e492-4ea5-b59c-db91a2bc6909 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 945 time: 0.0778613 Feb 02 14:52:02.618775 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:02.620016 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:02.622708 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] 10.222.0.115 "PUT /v2.0/ports/2982cd53-66ad-4043-9750-7049bddc99c0 HTTP/1.1" status: 200 len: 1096 time: 0.9584942 Feb 02 14:52:02.625507 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2876cf17-dcb2-40dc-a340-ce9be1dcd93f', 'tag': '2982cd53-66ad-4043-9750-7049bddc99c0'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:02.627998 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7c30c2-6e1d-44c5-9013-e22ddb6284f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2876cf17-dcb2-40dc-a340-ce9be1dcd93f", "tag": "2982cd53-66ad-4043-9750-7049bddc99c0"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:02.658601 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8e87fc7f-318c-4dbd-bc3c-59bd33a9c129 req-776721df-9405-4ee3-9009-0b23105db244 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733252 Feb 02 14:52:02.677201 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc4d3c-e419-45b1-a1a9-a1b54239c4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2982cd53-66ad-4043-9750-7049bddc99c0,revision_number=3']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:02.711080 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaffc2fd-39e8-4dad-bd61-7e5387e918e2 x-openstack-request-id: req-eaffc2fd-39e8-4dad-bd61-7e5387e918e2 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:02.711309 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2876cf17-dcb2-40dc-a340-ce9be1dcd93f", "tag": "2982cd53-66ad-4043-9750-7049bddc99c0", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:02.711559 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaffc2fd-39e8-4dad-bd61-7e5387e918e2 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:02.711953 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2876cf17-dcb2-40dc-a340-ce9be1dcd93f', 'tag': '2982cd53-66ad-4043-9750-7049bddc99c0', 'status': 'completed', 'code': 200} Feb 02 14:52:02.838895 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c30c2-6e1d-44c5-9013-e22ddb6284f1 req-37a5b487-61cb-461a-b40f-8c6fb201100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:02.840971 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-9e7c30c2-6e1d-44c5-9013-e22ddb6284f1 req-37a5b487-61cb-461a-b40f-8c6fb201100d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bbd64cadaa1e422dbdab2a68fdcfa69b&device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 1130 time: 0.0621839 Feb 02 14:52:02.887672 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-9e7c30c2-6e1d-44c5-9013-e22ddb6284f1 req-1df987bd-4290-4fd0-9364-0c60c1c760f4 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bbd64cadaa1e422dbdab2a68fdcfa69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247946 Feb 02 14:52:02.987284 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c30c2-6e1d-44c5-9013-e22ddb6284f1 req-59b138fe-066c-49f1-94d3-f6891175b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:02.989024 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-9e7c30c2-6e1d-44c5-9013-e22ddb6284f1 req-59b138fe-066c-49f1-94d3-f6891175b21e service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920653 Feb 02 14:52:03.067677 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28aaf1b-73ba-47c1-a791-f0731553547a req-b1a49809-79fe-40f7-92e0-991423c2b7aa tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:03.069727 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c28aaf1b-73ba-47c1-a791-f0731553547a req-b1a49809-79fe-40f7-92e0-991423c2b7aa tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 946 time: 0.0599756 Feb 02 14:52:03.121348 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c28aaf1b-73ba-47c1-a791-f0731553547a req-1ca0cf66-2c09-454c-8158-4f56b3d6d87b tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Feb 02 14:52:03.153264 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-531597c0-02cf-4163-8f51-cd1c9f0ed07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:03.154850 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-531597c0-02cf-4163-8f51-cd1c9f0ed07c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bbd64cadaa1e422dbdab2a68fdcfa69b&device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 1130 time: 0.0465677 Feb 02 14:52:03.231863 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-e7c15223-7174-4435-b73b-81b1cceb6893 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=2982cd53-66ad-4043-9750-7049bddc99c0 HTTP/1.1" status: 200 len: 217 time: 0.0404744 Feb 02 14:52:03.285934 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-c4ea69d5-3ce2-45e5-8f34-c7e7bf7fbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:03.287563 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-c4ea69d5-3ce2-45e5-8f34-c7e7bf7fbe44 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=883cd1e8-57fd-45d7-b27c-029d8a7f7674 HTTP/1.1" status: 200 len: 843 time: 0.0448985 Feb 02 14:52:03.393806 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35224) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:03.423692 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4e0c1c56-f0c6-4a4b-856c-f693d9044039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:03.428160 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-4e0c1c56-f0c6-4a4b-856c-f693d9044039 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=ba202c72-97eb-4f5a-afba-a7c0e7cf4b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0848672 Feb 02 14:52:03.574251 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf9164-3715-424b-a036-eefb8893c68f req-4421e0dd-c16d-4026-94d1-2f464c1e5388 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:03.576135 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24cf9164-3715-424b-a036-eefb8893c68f req-4421e0dd-c16d-4026-94d1-2f464c1e5388 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 943 time: 0.0621271 Feb 02 14:52:03.591290 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-01039385-af0a-4f30-a5f0-b317ecb032bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:03.633163 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-20fac0fc-1454-4c5b-a336-4b60addcf37d service neutron] 10.222.0.115 "GET /v2.0/networks/ba202c72-97eb-4f5a-afba-a7c0e7cf4b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000039 Feb 02 14:52:03.635819 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24cf9164-3715-424b-a036-eefb8893c68f req-ceb7ab1b-e64d-4eb3-8835-86e33474a48a tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534878 Feb 02 14:52:03.690136 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 746cda65-17f7-4412-abcc-e01ae4a0c9b1 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:52:03.711762 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-01039385-af0a-4f30-a5f0-b317ecb032bd admin admin] Publish callbacks [] for security_group (3f9cb8b0-0f6b-45b4-8dea-661ed395e7a0), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:03.815885 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c5c1c-27a2-4aa1-ba9f-45ba7f8d884e req-1c027cd1-13e1-4542-910a-9cb70df38845 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:03.823561 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-562c5c1c-27a2-4aa1-ba9f-45ba7f8d884e req-1c027cd1-13e1-4542-910a-9cb70df38845 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 945 time: 0.0784175 Feb 02 14:52:03.826502 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-01039385-af0a-4f30-a5f0-b317ecb032bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (3f9cb8b0-0f6b-45b4-8dea-661ed395e7a0), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:03.827162 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 746cda65-17f7-4412-abcc-e01ae4a0c9b1, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=746cda65-17f7-4412-abcc-e01ae4a0c9b1,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:03.846474 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '746cda65-17f7-4412-abcc-e01ae4a0c9b1', 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94', 'port_id': '746cda65-17f7-4412-abcc-e01ae4a0c9b1', 'mac_address': 'fa:16:3e:38:c3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5da69a2-8942-45df-bb4a-0dcff917a34f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:52:03.901400 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01039385-af0a-4f30-a5f0-b317ecb032bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9cb8b0-0f6b-45b4-8dea-661ed395e7a0,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:03.902061 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:03.902061 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:03.919904 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-562c5c1c-27a2-4aa1-ba9f-45ba7f8d884e req-d7aaa49f-7e74-4668-9f2b-748b510d5082 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753372 Feb 02 14:52:03.920197 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746cda65-17f7-4412-abcc-e01ae4a0c9b1 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:52:03.936838 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 35250) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:03.937429 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-01039385-af0a-4f30-a5f0-b317ecb032bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d16dc8420fea4bd4a605ac169beab90f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5424571 Feb 02 14:52:03.940790 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 746cda65-17f7-4412-abcc-e01ae4a0c9b1, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=746cda65-17f7-4412-abcc-e01ae4a0c9b1,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:03.956431 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40165f49-c573-464f-997b-41e3eb4a2308 req-ebf96b09-6176-4c78-a23c-b8789374a804 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:03.957922 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-40165f49-c573-464f-997b-41e3eb4a2308 req-ebf96b09-6176-4c78-a23c-b8789374a804 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.115 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 945 time: 0.2293139 Feb 02 14:52:03.960370 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c0f29293-7f37-45d4-b036-a33187079ae7 req-b07f2fe7-7af5-4c87-85f2-e0ceb6f5c031 service neutron] 10.222.0.115 "GET /v2.0/networks/ba202c72-97eb-4f5a-afba-a7c0e7cf4b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329490 Feb 02 14:52:03.992941 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4cd47fee-aed4-41ad-9c89-0663a6f1bf01 admin admin] Publish callbacks [] for security_group (3f9cb8b0-0f6b-45b4-8dea-661ed395e7a0), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:04.015423 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4cd47fee-aed4-41ad-9c89-0663a6f1bf01 admin admin] Publish callbacks [] for security_group (3f9cb8b0-0f6b-45b4-8dea-661ed395e7a0), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:04.026608 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:04.079350 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=746cda65-17f7-4412-abcc-e01ae4a0c9b1,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:04.097494 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [req-40165f49-c573-464f-997b-41e3eb4a2308 req-b1a2ec40-2284-46c3-8267-d923cb101b6e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Deleting port 5e9d0a1d-dff0-4661-912d-7df9128f9807 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:52:04.098000 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-40165f49-c573-464f-997b-41e3eb4a2308 req-b1a2ec40-2284-46c3-8267-d923cb101b6e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:04.156467 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4cd47fee-aed4-41ad-9c89-0663a6f1bf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (3f9cb8b0-0f6b-45b4-8dea-661ed395e7a0), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:04.159060 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4cd47fee-aed4-41ad-9c89-0663a6f1bf01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:04.160206 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-4cd47fee-aed4-41ad-9c89-0663a6f1bf01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f9cb8b0-0f6b-45b4-8dea-661ed395e7a0 HTTP/1.1" status: 204 len: 168 time: 0.2216623 Feb 02 14:52:04.171016 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd47fee-aed4-41ad-9c89-0663a6f1bf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9cb8b0-0f6b-45b4-8dea-661ed395e7a0,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:04.211218 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-40165f49-c573-464f-997b-41e3eb4a2308 req-b1a2ec40-2284-46c3-8267-d923cb101b6e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] For port 5e9d0a1d-dff0-4661-912d-7df9128f9807, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=5e9d0a1d-dff0-4661-912d-7df9128f9807,segment=NetworkSegment(d19cfeb9-6735-40c7-9271-8e627090355a),segment_id=d19cfeb9-6735-40c7-9271-8e627090355a)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:04.212464 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-40165f49-c573-464f-997b-41e3eb4a2308 req-b1a2ec40-2284-46c3-8267-d923cb101b6e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:04.229871 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [req-40165f49-c573-464f-997b-41e3eb4a2308 req-b1a2ec40-2284-46c3-8267-d923cb101b6e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Calling delete_port for 5e9d0a1d-dff0-4661-912d-7df9128f9807 owned by compute:nova {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:52:04.275656 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364901d-851b-47a2-b214-5b910bb0b11e req-d5352a85-d731-4695-8dc1-d1074cc76f58 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:04.279194 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5364901d-851b-47a2-b214-5b910bb0b11e req-d5352a85-d731-4695-8dc1-d1074cc76f58 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 946 time: 0.0645676 Feb 02 14:52:04.342904 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5364901d-851b-47a2-b214-5b910bb0b11e req-195e7a55-2585-4e07-bc85-f8978906189e tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580330 Feb 02 14:52:04.535459 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-40165f49-c573-464f-997b-41e3eb4a2308 req-b1a2ec40-2284-46c3-8267-d923cb101b6e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (5e9d0a1d-dff0-4661-912d-7df9128f9807), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:04.541685 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['746cda65-17f7-4412-abcc-e01ae4a0c9b1'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:52:04.564032 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2ec40-2284-46c3-8267-d923cb101b6e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Pushing event deleted for resources: {'Port': ['ID=5e9d0a1d-dff0-4661-912d-7df9128f9807,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:04.594500 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['5e9d0a1d-dff0-4661-912d-7df9128f9807'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:52:04.613163 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-40165f49-c573-464f-997b-41e3eb4a2308 req-b1a2ec40-2284-46c3-8267-d923cb101b6e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] No DVR routers for this DVR port 5e9d0a1d-dff0-4661-912d-7df9128f9807 on host hv-cinder-78251 {{(pid=121021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:52:04.618116 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-40165f49-c573-464f-997b-41e3eb4a2308 req-b1a2ec40-2284-46c3-8267-d923cb101b6e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:04.621920 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-40165f49-c573-464f-997b-41e3eb4a2308 req-b1a2ec40-2284-46c3-8267-d923cb101b6e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.115 "DELETE /v2.0/ports/5e9d0a1d-dff0-4661-912d-7df9128f9807 HTTP/1.1" status: 204 len: 173 time: 0.6438563 Feb 02 14:52:04.715493 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2', 'name': 'network-vif-deleted', 'tag': '5e9d0a1d-dff0-4661-912d-7df9128f9807'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:04.715874 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e663cfb-a4a5-4b81-8d34-3b4af7c0de5f" -d '{"events": [{"server_uuid": "0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2", "name": "network-vif-deleted", "tag": "5e9d0a1d-dff0-4661-912d-7df9128f9807"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:04.773564 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eeff9-3b0e-4c03-a016-c44cb58854c8 req-57acc73c-a601-4f98-bea0-69db45234612 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:04.775139 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-403eeff9-3b0e-4c03-a016-c44cb58854c8 req-57acc73c-a601-4f98-bea0-69db45234612 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 944 time: 0.0554373 Feb 02 14:52:04.854166 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-403eeff9-3b0e-4c03-a016-c44cb58854c8 req-f7507424-df2a-4663-bc67-e1e720635da3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667226 Feb 02 14:52:04.950405 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea28643-a060-4bd2-8d81-6643466fb0f4 x-openstack-request-id: req-3ea28643-a060-4bd2-8d81-6643466fb0f4 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:04.950893 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2", "name": "network-vif-deleted", "tag": "5e9d0a1d-dff0-4661-912d-7df9128f9807", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:04.950987 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ea28643-a060-4bd2-8d81-6643466fb0f4 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:04.951380 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2', 'name': 'network-vif-deleted', 'tag': '5e9d0a1d-dff0-4661-912d-7df9128f9807', 'status': 'completed', 'code': 200} Feb 02 14:52:05.048124 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d4139180-a5c0-476e-888d-fb8776b4ccc0 req-2528613d-177f-43a1-a3ea-14140f4e5612 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 210 time: 0.0445321 Feb 02 14:52:05.057162 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22f1d-1afd-4433-8051-68630f5ed948 req-48b53de9-3c79-499f-8886-a27249086d23 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:05.059039 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-32a22f1d-1afd-4433-8051-68630f5ed948 req-48b53de9-3c79-499f-8886-a27249086d23 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1095090 Feb 02 14:52:05.115377 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-32a22f1d-1afd-4433-8051-68630f5ed948 req-2236b11b-379f-40b7-ba36-a15fc3f03135 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486348 Feb 02 14:52:05.154219 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80241a-c6a6-470b-a00e-bc90afad1de9 req-4008b5db-62bc-48da-9495-0583cba09ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:05.155900 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-1a80241a-c6a6-470b-a00e-bc90afad1de9 req-4008b5db-62bc-48da-9495-0583cba09ea7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.1142437 Feb 02 14:52:05.253765 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80241a-c6a6-470b-a00e-bc90afad1de9 req-ea987665-5343-451d-9e73-a053f64afc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:05.255276 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-1a80241a-c6a6-470b-a00e-bc90afad1de9 req-ea987665-5343-451d-9e73-a053f64afc78 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 920 time: 0.0883226 Feb 02 14:52:05.309730 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-1a80241a-c6a6-470b-a00e-bc90afad1de9 req-b5db20fa-9af8-4dd4-b3ec-ab8cfbfdc43a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc HTTP/1.1" status: 200 len: 217 time: 0.0412116 Feb 02 14:52:05.361918 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80241a-c6a6-470b-a00e-bc90afad1de9 req-ed8a5c0b-4abc-4830-818a-08dd7d648a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:05.363702 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-1a80241a-c6a6-470b-a00e-bc90afad1de9 req-ed8a5c0b-4abc-4830-818a-08dd7d648a19 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.0470545 Feb 02 14:52:05.405430 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-1a80241a-c6a6-470b-a00e-bc90afad1de9 req-580a6f34-f316-48de-a021-c2566592b59b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304153 Feb 02 14:52:05.472076 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac688b5-2abf-4501-a91a-8eb851576924 req-16af5325-2db2-4438-abb5-58c388efbc06 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:05.473646 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bac688b5-2abf-4501-a91a-8eb851576924 req-16af5325-2db2-4438-abb5-58c388efbc06 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 946 time: 0.0573430 Feb 02 14:52:05.538785 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bac688b5-2abf-4501-a91a-8eb851576924 req-7d597789-3155-4888-bf45-1bac8b0dd334 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553427 Feb 02 14:52:05.543595 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-1a80241a-c6a6-470b-a00e-bc90afad1de9 req-9d82218d-59cd-4504-8107-cd76b7cd0206 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316020 Feb 02 14:52:05.627234 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 35318) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:05.672780 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-1a80241a-c6a6-470b-a00e-bc90afad1de9 req-af2c25ce-a989-4ab6-bdb4-e4e2726848ad service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993946 Feb 02 14:52:05.762559 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e32-e184-454d-a818-11be832e2ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:05.855416 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e32-e184-454d-a818-11be832e2ba1 admin admin] Publish callbacks [] for security_group (a0bd30ef-ac5f-4ad3-9a8a-e550d0a39e27), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:05.951257 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-01dd5e32-e184-454d-a818-11be832e2ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (a0bd30ef-ac5f-4ad3-9a8a-e550d0a39e27), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:06.006905 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-01dd5e32-e184-454d-a818-11be832e2ba1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64d13a7483dd4c29bcfe1e5991a73a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781192 Feb 02 14:52:06.007167 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35336) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:06.011506 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd5e32-e184-454d-a818-11be832e2ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bd30ef-ac5f-4ad3-9a8a-e550d0a39e27,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:06.032183 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df819741-2277-4cbc-af9b-a9cf74831bdf req-22a62060-9e0f-4e85-b598-23032e4bf38d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:06.034617 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-df819741-2277-4cbc-af9b-a9cf74831bdf req-22a62060-9e0f-4e85-b598-23032e4bf38d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 944 time: 0.1221440 Feb 02 14:52:06.091158 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0ae212e5-dc39-4a92-88fb-18fe210ab151 admin admin] Publish callbacks [] for security_group (a0bd30ef-ac5f-4ad3-9a8a-e550d0a39e27), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:06.104952 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-df819741-2277-4cbc-af9b-a9cf74831bdf req-067d5f4e-7620-405e-8998-8bd9f5007b11 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638950 Feb 02 14:52:06.124758 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0ae212e5-dc39-4a92-88fb-18fe210ab151 admin admin] Publish callbacks [] for security_group (a0bd30ef-ac5f-4ad3-9a8a-e550d0a39e27), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:06.199593 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ccb6439f-bdf5-4329-b845-2ebc739dafb9 req-d17e3a32-bfa0-49b5-88e8-5e317d8dd999 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d0cae7a-f5f3-4d0d-ae33-8a64137ec9c2 HTTP/1.1" status: 200 len: 210 time: 0.0392597 Feb 02 14:52:06.255864 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293944a-2f07-40bb-93e2-7d4eea58c3e9 req-03e63bed-0469-4113-a9dd-ef0a8f57c4c5 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:06.257639 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7293944a-2f07-40bb-93e2-7d4eea58c3e9 req-03e63bed-0469-4113-a9dd-ef0a8f57c4c5 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0608706 Feb 02 14:52:06.265572 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0ae212e5-dc39-4a92-88fb-18fe210ab151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (a0bd30ef-ac5f-4ad3-9a8a-e550d0a39e27), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:06.270217 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0ae212e5-dc39-4a92-88fb-18fe210ab151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:06.275770 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-0ae212e5-dc39-4a92-88fb-18fe210ab151 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0bd30ef-ac5f-4ad3-9a8a-e550d0a39e27 HTTP/1.1" status: 204 len: 168 time: 0.2672999 Feb 02 14:52:06.285379 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae212e5-dc39-4a92-88fb-18fe210ab151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bd30ef-ac5f-4ad3-9a8a-e550d0a39e27,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:06.335885 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7293944a-2f07-40bb-93e2-7d4eea58c3e9 req-98a15516-acd3-426d-97cd-6fee98367ec1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721171 Feb 02 14:52:06.649501 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8504298-de07-44f1-bf52-7555cabbb968 req-4cdb07f8-59c6-4c28-8a16-356f6f79de7a tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:06.651022 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f8504298-de07-44f1-bf52-7555cabbb968 req-4cdb07f8-59c6-4c28-8a16-356f6f79de7a tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 946 time: 0.0539293 Feb 02 14:52:06.708064 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f8504298-de07-44f1-bf52-7555cabbb968 req-1e05e6c2-a80f-46cd-8377-7930fc257a81 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479641 Feb 02 14:52:07.227637 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38967551-12c8-4a43-8647-e6155b68e326 req-69259ddb-8179-4485-8a17-45b6d9853234 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:07.228823 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-38967551-12c8-4a43-8647-e6155b68e326 req-69259ddb-8179-4485-8a17-45b6d9853234 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 944 time: 0.0542045 Feb 02 14:52:07.309311 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-38967551-12c8-4a43-8647-e6155b68e326 req-e3ef089c-3b38-42b4-90ed-888455a4de23 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736797 Feb 02 14:52:07.529662 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3346cd9-9321-4290-978d-cca6b26d875b req-4c7f064a-5b68-4d4f-bfd6-cef93a5c82a9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:07.531350 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f3346cd9-9321-4290-978d-cca6b26d875b req-4c7f064a-5b68-4d4f-bfd6-cef93a5c82a9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1253867 Feb 02 14:52:07.590124 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-200ca48d-7320-4ac1-a26e-494ecec0a2b6 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:07.591630 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-200ca48d-7320-4ac1-a26e-494ecec0a2b6 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/networks?id=4379b465-f87a-49ab-a050-6448d59b2488 HTTP/1.1" status: 200 len: 808 time: 0.1520634 Feb 02 14:52:07.622793 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f3346cd9-9321-4290-978d-cca6b26d875b req-fc5cde05-8ba6-40a1-814d-23f21941eef5 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813415 Feb 02 14:52:07.624159 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-c3ec9e7a-a957-49a2-880d-f4e77ee90ee3 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/quotas/a30a7db699f7408793f27f8fa5da03e6 HTTP/1.1" status: 200 len: 375 time: 0.0262699 Feb 02 14:52:07.658877 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-b973514c-954b-469c-ae57-5d26259f07a9 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a30a7db699f7408793f27f8fa5da03e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280304 Feb 02 14:52:07.702579 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 2982cd53-66ad-4043-9750-7049bddc99c0 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:52:07.722937 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 746cda65-17f7-4412-abcc-e01ae4a0c9b1 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:07.771265 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-7dcbb541-9360-4793-9fe5-a0d3bceb33e7 service neutron] 10.222.0.10 "GET /v2.0/networks/4379b465-f87a-49ab-a050-6448d59b2488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045578 Feb 02 14:52:07.927383 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3832e9-e1d6-4058-a19c-1ab634b8efc7 req-6b24b39d-0521-4ea2-b884-fcfbb2f6af13 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:07.934435 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8a3832e9-e1d6-4058-a19c-1ab634b8efc7 req-6b24b39d-0521-4ea2-b884-fcfbb2f6af13 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 946 time: 0.1252267 Feb 02 14:52:07.961105 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-25531f1c-24e8-4a4a-8756-74a8dcc9eed1 service neutron] 10.222.0.10 "GET /v2.0/networks/4379b465-f87a-49ab-a050-6448d59b2488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807857 Feb 02 14:52:08.014346 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35458) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:08.014876 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 2982cd53-66ad-4043-9750-7049bddc99c0, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=2982cd53-66ad-4043-9750-7049bddc99c0,segment=NetworkSegment(96dee96b-c1e1-483e-9024-8cbc96879a2c),segment_id=96dee96b-c1e1-483e-9024-8cbc96879a2c)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:08.025764 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8a3832e9-e1d6-4058-a19c-1ab634b8efc7 req-f33a037a-b615-4f69-8074-5b791710ce1e tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901010 Feb 02 14:52:08.027301 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '2982cd53-66ad-4043-9750-7049bddc99c0', 'network_id': 'ba202c72-97eb-4f5a-afba-a7c0e7cf4b28', 'port_id': '2982cd53-66ad-4043-9750-7049bddc99c0', 'mac_address': 'fa:16:3e:20:b2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883cd1e8-57fd-45d7-b27c-029d8a7f7674', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:52:08.058646 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:52:08.073144 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:08.073742 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.104065 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 2982cd53-66ad-4043-9750-7049bddc99c0 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:08.104306 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.129266 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2982cd53-66ad-4043-9750-7049bddc99c0 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:52:08.154177 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 2982cd53-66ad-4043-9750-7049bddc99c0, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=2982cd53-66ad-4043-9750-7049bddc99c0,segment=NetworkSegment(96dee96b-c1e1-483e-9024-8cbc96879a2c),segment_id=96dee96b-c1e1-483e-9024-8cbc96879a2c)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:08.204662 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f096efe4-4ea2-4ebd-a249-e32cb6b32373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.205522 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:08.210342 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.248362 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 746cda65-17f7-4412-abcc-e01ae4a0c9b1, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=746cda65-17f7-4412-abcc-e01ae4a0c9b1,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:08.248362 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6e47e-2e1b-4688-80cc-0bfbb293ae49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746cda65-17f7-4412-abcc-e01ae4a0c9b1'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:08.248362 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4013a3ad-ef86-42c7-a25c-1c78a2b4e43b" -d '{"events": [{"server_uuid": "59e6e47e-2e1b-4688-80cc-0bfbb293ae49", "name": "network-vif-plugged", "status": "completed", "tag": "746cda65-17f7-4412-abcc-e01ae4a0c9b1"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:08.260895 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-99d4b7b9-4e55-45a6-a3ba-ad3afba8d240 req-bb6e7e33-3460-49f9-a26b-64c11685a63e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 210 time: 0.0589893 Feb 02 14:52:08.276969 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.306254 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cc1c68-3048-4519-a2ba-754fadfb5919 x-openstack-request-id: req-54cc1c68-3048-4519-a2ba-754fadfb5919 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:08.311534 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e6e47e-2e1b-4688-80cc-0bfbb293ae49", "name": "network-vif-plugged", "status": "completed", "tag": "746cda65-17f7-4412-abcc-e01ae4a0c9b1", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:08.311534 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54cc1c68-3048-4519-a2ba-754fadfb5919 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:08.311534 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6e47e-2e1b-4688-80cc-0bfbb293ae49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746cda65-17f7-4412-abcc-e01ae4a0c9b1', 'code': 200} Feb 02 14:52:08.320998 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f096efe4-4ea2-4ebd-a249-e32cb6b32373 admin admin] Publish callbacks [] for security_group (c4b62a24-9227-4851-8ac8-3825d0226091), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.343436 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=2982cd53-66ad-4043-9750-7049bddc99c0,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:08.390725 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.391578 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 5e9d0a1d-dff0-4661-912d-7df9128f9807 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:52:08.428327 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b06832-26b7-4d44-8dd5-680dda5b33e2 req-929f987d-eb2d-448a-a287-957a4683511f tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:08.429846 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e7b06832-26b7-4d44-8dd5-680dda5b33e2 req-929f987d-eb2d-448a-a287-957a4683511f tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 944 time: 0.0611930 Feb 02 14:52:08.433260 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 5e9d0a1d-dff0-4661-912d-7df9128f9807 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:52:08.433610 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 5e9d0a1d-dff0-4661-912d-7df9128f9807 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:52:08.447818 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f096efe4-4ea2-4ebd-a249-e32cb6b32373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c4b62a24-9227-4851-8ac8-3825d0226091), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.483290 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=746cda65-17f7-4412-abcc-e01ae4a0c9b1,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:08.507306 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096efe4-4ea2-4ebd-a249-e32cb6b32373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b62a24-9227-4851-8ac8-3825d0226091,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:08.508275 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e7b06832-26b7-4d44-8dd5-680dda5b33e2 req-f8b657b7-363a-4672-9d05-e25742bc17b1 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719380 Feb 02 14:52:08.516417 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 35482) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:08.516742 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f096efe4-4ea2-4ebd-a249-e32cb6b32373 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f029b4a233a47c68bb2d822c1c137d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5012171 Feb 02 14:52:08.571462 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0ebe46e2-bd44-4c04-8a66-0fa5d074b799 admin admin] Publish callbacks [] for security_group (c4b62a24-9227-4851-8ac8-3825d0226091), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.600909 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0ebe46e2-bd44-4c04-8a66-0fa5d074b799 admin admin] Publish callbacks [] for security_group (c4b62a24-9227-4851-8ac8-3825d0226091), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.733725 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['2982cd53-66ad-4043-9750-7049bddc99c0'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:52:08.746547 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0ebe46e2-bd44-4c04-8a66-0fa5d074b799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c4b62a24-9227-4851-8ac8-3825d0226091), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.749741 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0ebe46e2-bd44-4c04-8a66-0fa5d074b799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:08.753724 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-0ebe46e2-bd44-4c04-8a66-0fa5d074b799 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4b62a24-9227-4851-8ac8-3825d0226091 HTTP/1.1" status: 204 len: 168 time: 0.2362413 Feb 02 14:52:08.789372 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe46e2-bd44-4c04-8a66-0fa5d074b799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b62a24-9227-4851-8ac8-3825d0226091,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:08.836831 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881757f-2053-4848-be55-556347ebbc9a req-96f205b4-0219-4a96-a027-bf67c65b8ff1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:08.840702 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2881757f-2053-4848-be55-556347ebbc9a req-96f205b4-0219-4a96-a027-bf67c65b8ff1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1274922 Feb 02 14:52:08.859032 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93fa5b-03cb-4280-aa0c-a59f2fddd7c4 req-c5c06998-2f85-42a8-9aea-5817dc9be9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:08.863316 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2d93fa5b-03cb-4280-aa0c-a59f2fddd7c4 req-c5c06998-2f85-42a8-9aea-5817dc9be9dd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 1129 time: 0.1008303 Feb 02 14:52:08.967790 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2881757f-2053-4848-be55-556347ebbc9a req-12784057-087e-4a1b-a2db-4112ecc7029d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134741 Feb 02 14:52:08.968108 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-2d93fa5b-03cb-4280-aa0c-a59f2fddd7c4 req-4bba897e-ec5f-4fd8-a281-76ad26b87ca2 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939260 Feb 02 14:52:09.165834 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c59c64-90f7-45a5-b3e1-fb2bc0445771 req-32385159-a00a-4ab0-9862-1711c6d73f0d tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:09.167404 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b2c59c64-90f7-45a5-b3e1-fb2bc0445771 req-32385159-a00a-4ab0-9862-1711c6d73f0d tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 947 time: 0.0692742 Feb 02 14:52:09.215066 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b2c59c64-90f7-45a5-b3e1-fb2bc0445771 req-db5f63b1-0720-4263-aa00-2c88e9e546a0 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417650 Feb 02 14:52:09.357542 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ca3474a-7895-4c56-abe0-bbb44b5cf91c req-b4961a3b-5bf3-451b-af0c-3f326eab5ccc tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 210 time: 0.0283723 Feb 02 14:52:09.536907 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35512) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:09.550994 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-821c1725-5eba-4f76-87b4-20260ec77bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:09.647255 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b05e4-5c18-42f2-8888-ed2752668394 req-f9560259-8e78-49e4-b935-cef956d113b2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:09.649433 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-832b05e4-5c18-42f2-8888-ed2752668394 req-f9560259-8e78-49e4-b935-cef956d113b2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 945 time: 0.0601110 Feb 02 14:52:09.652715 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-821c1725-5eba-4f76-87b4-20260ec77bbf admin admin] Publish callbacks [] for security_group (b3d05845-0d53-4266-80cf-3c3b7733ebd7), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:09.701569 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-832b05e4-5c18-42f2-8888-ed2752668394 req-c49de44f-a486-4237-b2f3-e40f1852b358 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459318 Feb 02 14:52:09.761809 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-821c1725-5eba-4f76-87b4-20260ec77bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b3d05845-0d53-4266-80cf-3c3b7733ebd7), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:09.803895 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-821c1725-5eba-4f76-87b4-20260ec77bbf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd187099906f48e58d8bd121ab095a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652998 Feb 02 14:52:09.806648 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35524) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:09.822158 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c1725-5eba-4f76-87b4-20260ec77bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d05845-0d53-4266-80cf-3c3b7733ebd7,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:09.873177 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-43833cd5-3d69-426a-ba9c-66f3ddb9376a admin admin] Publish callbacks [] for security_group (b3d05845-0d53-4266-80cf-3c3b7733ebd7), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:09.903875 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-43833cd5-3d69-426a-ba9c-66f3ddb9376a admin admin] Publish callbacks [] for security_group (b3d05845-0d53-4266-80cf-3c3b7733ebd7), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:10.087067 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0627fda-60c8-4a52-91fe-89715e675ef8 req-32eb05d9-136e-4dca-ba67-71cd02a7a812 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:10.088586 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f0627fda-60c8-4a52-91fe-89715e675ef8 req-32eb05d9-136e-4dca-ba67-71cd02a7a812 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0617311 Feb 02 14:52:10.099157 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-43833cd5-3d69-426a-ba9c-66f3ddb9376a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b3d05845-0d53-4266-80cf-3c3b7733ebd7), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:10.102337 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-43833cd5-3d69-426a-ba9c-66f3ddb9376a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:10.105359 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-43833cd5-3d69-426a-ba9c-66f3ddb9376a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3d05845-0d53-4266-80cf-3c3b7733ebd7 HTTP/1.1" status: 204 len: 168 time: 0.2951210 Feb 02 14:52:10.114724 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43833cd5-3d69-426a-ba9c-66f3ddb9376a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d05845-0d53-4266-80cf-3c3b7733ebd7,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:10.155815 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f0627fda-60c8-4a52-91fe-89715e675ef8 req-5dab5f30-33a0-48d3-ada9-d296fdd9b264 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613704 Feb 02 14:52:10.344336 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1947a-6ab1-4c82-917b-274d25c94bea req-b16cce8b-15de-493b-8d75-bdb2cfcafadc tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:10.345831 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cfa1947a-6ab1-4c82-917b-274d25c94bea req-b16cce8b-15de-493b-8d75-bdb2cfcafadc tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 947 time: 0.0602343 Feb 02 14:52:10.406981 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cfa1947a-6ab1-4c82-917b-274d25c94bea req-305030f8-a704-4cd4-9fd1-50934ba66056 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518515 Feb 02 14:52:10.703861 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-df16ee24-7439-4f75-ba1b-b9b4c2c8f224 req-60b0ddd3-dca6-439e-9dc7-8941937907b5 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 210 time: 0.2481580 Feb 02 14:52:10.878008 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a6d1d-4f70-43d9-bb31-55268ab668bb req-a9f5855a-7164-487e-b814-250c1e21f352 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:10.878008 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b62a6d1d-4f70-43d9-bb31-55268ab668bb req-a9f5855a-7164-487e-b814-250c1e21f352 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 945 time: 0.0910020 Feb 02 14:52:10.934750 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b62a6d1d-4f70-43d9-bb31-55268ab668bb req-f75e7e8d-8266-46b6-b0cd-0d284d58cb5a tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473666 Feb 02 14:52:11.296558 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-f7c97ea8-ea53-4f6e-b96f-968db4f200da tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:11.302884 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-f7c97ea8-ea53-4f6e-b96f-968db4f200da tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.115 "GET /v2.0/networks?id=4379b465-f87a-49ab-a050-6448d59b2488 HTTP/1.1" status: 200 len: 808 time: 0.1437771 Feb 02 14:52:11.318627 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Request body: {'port': {'device_id': '8aadd77b-ed2c-4802-933c-5526bf23a3de', 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488', 'admin_state_up': True, 'tenant_id': 'a30a7db699f7408793f27f8fa5da03e6'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:11.337943 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e5fe-9e02-435b-944e-a0462853e116 req-06450438-d917-45bc-a851-c7a5e98f2849 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:11.339957 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-39c5e5fe-9e02-435b-944e-a0462853e116 req-06450438-d917-45bc-a851-c7a5e98f2849 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1038024 Feb 02 14:52:11.403417 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-39c5e5fe-9e02-435b-944e-a0462853e116 req-c47e7dff-8cb0-4253-a439-5e2c8e9a8bd7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518382 Feb 02 14:52:11.538988 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ffeec-3df5-4764-8a7e-db59a4c48b0b req-80ae6a06-130d-4d95-8dee-4b58ab60f994 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:11.540741 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e08ffeec-3df5-4764-8a7e-db59a4c48b0b req-80ae6a06-130d-4d95-8dee-4b58ab60f994 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 947 time: 0.0580070 Feb 02 14:52:11.597921 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e08ffeec-3df5-4764-8a7e-db59a4c48b0b req-156a9f6e-d1ac-48f3-b835-d14c24e0dda8 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516171 Feb 02 14:52:11.603533 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Made reservation on behalf of a30a7db699f7408793f27f8fa5da03e6 for: {'port': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:52:11.609486 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:11.713720 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 2982cd53-66ad-4043-9750-7049bddc99c0 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:11.773831 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Allocated IP 172.20.0.5 (4379b465-f87a-49ab-a050-6448d59b2488/f545b5cc-c40e-46ae-8150-8acac27b6278/dea8b249-1a97-4bcd-b489-151808c29402) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:52:11.819740 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-61181dd5-a6b9-4923-857a-c2214f9a06ca req-dd56d5a3-66a4-4494-aa11-332cb3722299 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 210 time: 0.0286961 Feb 02 14:52:11.870050 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 2982cd53-66ad-4043-9750-7049bddc99c0 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:52:11.874787 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 2982cd53-66ad-4043-9750-7049bddc99c0 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:11.875401 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:11.941086 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks [] for port (dea8b249-1a97-4bcd-b489-151808c29402), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:11.966713 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 2982cd53-66ad-4043-9750-7049bddc99c0 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:11.967287 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:12.002506 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2876cf17-dcb2-40dc-a340-ce9be1dcd93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2982cd53-66ad-4043-9750-7049bddc99c0'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:12.005796 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0770895-26bd-494b-a4d7-4fb957f172cd" -d '{"events": [{"server_uuid": "2876cf17-dcb2-40dc-a340-ce9be1dcd93f", "name": "network-vif-plugged", "status": "completed", "tag": "2982cd53-66ad-4043-9750-7049bddc99c0"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:12.021562 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 2982cd53-66ad-4043-9750-7049bddc99c0, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=2982cd53-66ad-4043-9750-7049bddc99c0,segment=NetworkSegment(96dee96b-c1e1-483e-9024-8cbc96879a2c),segment_id=96dee96b-c1e1-483e-9024-8cbc96879a2c)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:12.052622 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7585ad65-c3b2-47e1-85e5-3335e9804e0a x-openstack-request-id: req-7585ad65-c3b2-47e1-85e5-3335e9804e0a {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:12.052916 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2876cf17-dcb2-40dc-a340-ce9be1dcd93f", "name": "network-vif-plugged", "status": "completed", "tag": "2982cd53-66ad-4043-9750-7049bddc99c0", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:12.053484 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7585ad65-c3b2-47e1-85e5-3335e9804e0a {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:12.054225 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2876cf17-dcb2-40dc-a340-ce9be1dcd93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2982cd53-66ad-4043-9750-7049bddc99c0', 'code': 200} Feb 02 14:52:12.072921 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a399e-507c-4526-9dae-c4df8488ad10 req-a2596068-c1f4-476d-b2f0-e41b3c166852 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:12.074473 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dc2a399e-507c-4526-9dae-c4df8488ad10 req-a2596068-c1f4-476d-b2f0-e41b3c166852 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 945 time: 0.0602190 Feb 02 14:52:12.103528 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (dea8b249-1a97-4bcd-b489-151808c29402), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:12.125352 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dc2a399e-507c-4526-9dae-c4df8488ad10 req-bfaf7af5-c4a8-4eef-9ff4-3f65f459d642 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446427 Feb 02 14:52:12.150014 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Network 4379b465-f87a-49ab-a050-6448d59b2488 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:12.153176 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:12.159398 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:52:12.184921 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:12.188480 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Pushing event updated for resources: {'Port': ['ID=dea8b249-1a97-4bcd-b489-151808c29402,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:12.219610 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:12.223235 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:12.252738 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=2982cd53-66ad-4043-9750-7049bddc99c0,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:12.323706 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-91a24a81-fa36-4f59-9e58-241339ecd572 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0092385 Feb 02 14:52:12.348477 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Request body: {'port': {'device_id': '8aadd77b-ed2c-4802-933c-5526bf23a3de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:12.412634 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (dea8b249-1a97-4bcd-b489-151808c29402), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:12.595157 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac015141-ecf1-4530-ae63-9641de67dfa7 req-f140cdff-19c0-4c37-9613-b41c0848b913 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:12.598815 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ac015141-ecf1-4530-ae63-9641de67dfa7 req-f140cdff-19c0-4c37-9613-b41c0848b913 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0818102 Feb 02 14:52:12.686058 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-dd280f14-74c5-413f-9a86-2c2fdacba982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:12.694352 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ac015141-ecf1-4530-ae63-9641de67dfa7 req-faa0a9d4-61db-4b7c-947a-e351f52b33a8 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871081 Feb 02 14:52:12.777434 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ebcff-2358-43af-a7f2-0dd2069bb4d5 req-cddecfe7-5297-466c-9af8-0a2a3d58c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:12.778967 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-595ebcff-2358-43af-a7f2-0dd2069bb4d5 req-cddecfe7-5297-466c-9af8-0a2a3d58c5ec service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 1132 time: 0.1344728 Feb 02 14:52:12.791474 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f3a27-d864-4397-9b78-a0b0b9706910 req-b0648b07-f52a-4cac-a094-429b72486de6 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:12.793073 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c9f3a27-d864-4397-9b78-a0b0b9706910 req-b0648b07-f52a-4cac-a094-429b72486de6 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 948 time: 0.0910130 Feb 02 14:52:12.891743 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c9f3a27-d864-4397-9b78-a0b0b9706910 req-4fe15eae-1504-4f0d-b97c-2fa96d1ac548 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881665 Feb 02 14:52:12.938364 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-595ebcff-2358-43af-a7f2-0dd2069bb4d5 req-e4426781-b057-4891-a5c7-bf4b4463b7fb service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368680 Feb 02 14:52:12.940106 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea8b249-1a97-4bcd-b489-151808c29402 {{(pid=121021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:52:12.948503 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Publish callbacks [] for port (dea8b249-1a97-4bcd-b489-151808c29402), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:12.964989 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.provisioning_blocks [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Transition to ACTIVE for port object dea8b249-1a97-4bcd-b489-151808c29402 will not be triggered until provisioned by entity L2. {{(pid=121021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:52:13.013919 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1216e-85a4-4458-83ee-a2936d101aee req-706734cf-573d-4b2b-8705-651995871ab6 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:13.015468 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-94e1216e-85a4-4458-83ee-a2936d101aee req-706734cf-573d-4b2b-8705-651995871ab6 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 931 time: 0.0658193 Feb 02 14:52:13.047863 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (dea8b249-1a97-4bcd-b489-151808c29402), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:13.083696 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-94e1216e-85a4-4458-83ee-a2936d101aee req-07b5a70a-17e0-4204-a5da-056b0d6510d0 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625942 Feb 02 14:52:13.125371 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Pushing event updated for resources: {'Port': ['ID=dea8b249-1a97-4bcd-b489-151808c29402,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:13.176904 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Attempting to bind port dea8b249-1a97-4bcd-b489-151808c29402 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:52:13.177326 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Attempting to bind port dea8b249-1a97-4bcd-b489-151808c29402 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'd19cfeb9-6735-40c7-9271-8e627090355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488'}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:52:13.177738 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Attempting to bind port dea8b249-1a97-4bcd-b489-151808c29402 on network 4379b465-f87a-49ab-a050-6448d59b2488 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:13.187839 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Port dea8b249-1a97-4bcd-b489-151808c29402 on network 4379b465-f87a-49ab-a050-6448d59b2488 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:52:13.188168 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Attempting to bind port dea8b249-1a97-4bcd-b489-151808c29402 on network 4379b465-f87a-49ab-a050-6448d59b2488 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:13.193547 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:52:13.194271 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Checking segment: {'id': 'd19cfeb9-6735-40c7-9271-8e627090355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:13.194918 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Bound using segment: {'id': 'd19cfeb9-6735-40c7-9271-8e627090355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488'} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:52:13.195365 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Bound port: dea8b249-1a97-4bcd-b489-151808c29402, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19cfeb9-6735-40c7-9271-8e627090355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488'}}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:52:13.195720 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (dea8b249-1a97-4bcd-b489-151808c29402), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:13.273785 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] For port dea8b249-1a97-4bcd-b489-151808c29402, host hv-cinder-78251, cleared binding levels {{(pid=121021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:52:13.276790 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] For port dea8b249-1a97-4bcd-b489-151808c29402, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=dea8b249-1a97-4bcd-b489-151808c29402,segment=NetworkSegment(d19cfeb9-6735-40c7-9271-8e627090355a),segment_id=d19cfeb9-6735-40c7-9271-8e627090355a)] {{(pid=121021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:52:13.384121 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (dea8b249-1a97-4bcd-b489-151808c29402), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:13.420349 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:13.422312 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:13.422452 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] 10.222.0.115 "PUT /v2.0/ports/dea8b249-1a97-4bcd-b489-151808c29402 HTTP/1.1" status: 200 len: 1093 time: 1.0782983 Feb 02 14:52:13.422976 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aadd77b-ed2c-4802-933c-5526bf23a3de', 'tag': 'dea8b249-1a97-4bcd-b489-151808c29402'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:13.425276 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23a99c2-a44d-49d8-99d8-1cc6942812c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8aadd77b-ed2c-4802-933c-5526bf23a3de", "tag": "dea8b249-1a97-4bcd-b489-151808c29402"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:13.458995 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc94afe-ebff-42c5-af61-146412f6c52e service neutron] Pushing event updated for resources: {'Port': ['ID=dea8b249-1a97-4bcd-b489-151808c29402,revision_number=3']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:13.472315 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc8e1c1-ae72-49d4-a3bc-318c1dba9330 x-openstack-request-id: req-6fc8e1c1-ae72-49d4-a3bc-318c1dba9330 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:13.472315 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aadd77b-ed2c-4802-933c-5526bf23a3de", "tag": "dea8b249-1a97-4bcd-b489-151808c29402", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:13.472315 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fc8e1c1-ae72-49d4-a3bc-318c1dba9330 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:13.472315 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aadd77b-ed2c-4802-933c-5526bf23a3de', 'tag': 'dea8b249-1a97-4bcd-b489-151808c29402', 'status': 'completed', 'code': 200} Feb 02 14:52:13.586334 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a99c2-a44d-49d8-99d8-1cc6942812c0 req-fac5675a-c004-49b0-9e38-4965d657e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:13.587949 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-a23a99c2-a44d-49d8-99d8-1cc6942812c0 req-fac5675a-c004-49b0-9e38-4965d657e538 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a30a7db699f7408793f27f8fa5da03e6&device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 1127 time: 0.0469406 Feb 02 14:52:13.705542 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a99c2-a44d-49d8-99d8-1cc6942812c0 req-b22169ff-a461-4042-8899-9430e5743591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:13.707034 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-a23a99c2-a44d-49d8-99d8-1cc6942812c0 req-b22169ff-a461-4042-8899-9430e5743591 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=a30a7db699f7408793f27f8fa5da03e6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0997782 Feb 02 14:52:13.810392 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a99c2-a44d-49d8-99d8-1cc6942812c0 req-6359af64-faaf-44a9-b1df-bfc2dd136e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:13.811901 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-a23a99c2-a44d-49d8-99d8-1cc6942812c0 req-6359af64-faaf-44a9-b1df-bfc2dd136e63 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0984564 Feb 02 14:52:13.828026 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52efd5-6ef0-4863-aa6f-67bf3908f9fa req-bfe5c746-9adb-4815-b900-fd3353773e98 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:13.847395 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a52efd5-6ef0-4863-aa6f-67bf3908f9fa req-bfe5c746-9adb-4815-b900-fd3353773e98 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0630300 Feb 02 14:52:13.882228 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a52efd5-6ef0-4863-aa6f-67bf3908f9fa req-775df57c-ef75-4319-b771-1e756a6d6410 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462167 Feb 02 14:52:13.960453 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-e2a3572a-8374-4a12-ad7c-9474e770c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:13.961964 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-e2a3572a-8374-4a12-ad7c-9474e770c214 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a30a7db699f7408793f27f8fa5da03e6&device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 1127 time: 0.0478921 Feb 02 14:52:14.009959 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d83186-625d-4739-9a76-078c5df6ef03 req-7f369122-30f8-4c1e-b824-81b085fdcfd3 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:14.011707 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-64d83186-625d-4739-9a76-078c5df6ef03 req-7f369122-30f8-4c1e-b824-81b085fdcfd3 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 948 time: 0.0576468 Feb 02 14:52:14.024168 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-d7f1f3bb-c58b-49c5-9d46-e9446f8ee719 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea8b249-1a97-4bcd-b489-151808c29402 HTTP/1.1" status: 200 len: 217 time: 0.0406311 Feb 02 14:52:14.061727 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-64d83186-625d-4739-9a76-078c5df6ef03 req-305f2edf-c17d-4180-820b-775d672ee296 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440717 Feb 02 14:52:14.085062 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-f341847c-7de6-48da-8a7a-6a409e53e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:14.086565 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-f341847c-7de6-48da-8a7a-6a409e53e70f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f545b5cc-c40e-46ae-8150-8acac27b6278 HTTP/1.1" status: 200 len: 848 time: 0.0469847 Feb 02 14:52:14.122025 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-c73aeb69-404d-4dee-8e6c-3d3f0842a50e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4379b465-f87a-49ab-a050-6448d59b2488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267637 Feb 02 14:52:14.216047 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd71fc-454a-45bd-a2eb-a47dda967fd3 req-8b933804-405f-4e34-a376-d80d8f3cbc0f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:14.217596 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7bfd71fc-454a-45bd-a2eb-a47dda967fd3 req-8b933804-405f-4e34-a376-d80d8f3cbc0f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 943 time: 0.0591571 Feb 02 14:52:14.273489 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7bfd71fc-454a-45bd-a2eb-a47dda967fd3 req-63323d6e-fd13-43df-84f1-684d74c92d75 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501781 Feb 02 14:52:14.450323 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-89edd208-bf49-47ec-9d63-cf94e7a5b281 service neutron] 10.222.0.115 "GET /v2.0/networks/4379b465-f87a-49ab-a050-6448d59b2488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068311 Feb 02 14:52:14.630452 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-ac88df67-84ac-4d9e-a35d-b5332856b421 req-12dd9af7-d372-405b-82dc-6432c45b3f57 service neutron] 10.222.0.115 "GET /v2.0/networks/4379b465-f87a-49ab-a050-6448d59b2488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902653 Feb 02 14:52:15.016210 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c851c-da0e-4853-a75b-99f4854bccd0 req-d9c43892-cf2f-423d-bccb-032e5f4134d8 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:15.017761 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-492c851c-da0e-4853-a75b-99f4854bccd0 req-d9c43892-cf2f-423d-bccb-032e5f4134d8 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0573754 Feb 02 14:52:15.074660 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-492c851c-da0e-4853-a75b-99f4854bccd0 req-815954b7-9403-4be8-91ed-1ccaf2239a18 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460098 Feb 02 14:52:15.110322 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c9dcd4ba-b893-44a5-85d9-f297beb29a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:15.191723 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca6ad-bbda-49e5-8fd4-84b5cf92c1b6 req-02c439cd-db49-4bd4-9bcd-fdf7b75ec710 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:15.193122 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-443ca6ad-bbda-49e5-8fd4-84b5cf92c1b6 req-02c439cd-db49-4bd4-9bcd-fdf7b75ec710 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 948 time: 0.0552077 Feb 02 14:52:15.243378 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-443ca6ad-bbda-49e5-8fd4-84b5cf92c1b6 req-f6dcb0d0-8fce-4bbe-b9eb-c1707aa2bbfe tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442598 Feb 02 14:52:15.845665 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b170-cb90-4ac2-a317-edd135d89729 req-57ab82fb-abfc-4d86-8b67-876953e4cf28 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:15.847177 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9140b170-cb90-4ac2-a317-edd135d89729 req-57ab82fb-abfc-4d86-8b67-876953e4cf28 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 943 time: 0.0546494 Feb 02 14:52:15.898743 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9140b170-cb90-4ac2-a317-edd135d89729 req-1f56501b-ffe2-4472-9747-3a76b4f2bdef tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457220 Feb 02 14:52:16.028181 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0255b-87a9-47a3-a8d6-9703078a69d9 req-e817b4ab-1d7f-4343-8b3b-f8f8c5392ecb tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:16.029708 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4ce0255b-87a9-47a3-a8d6-9703078a69d9 req-e817b4ab-1d7f-4343-8b3b-f8f8c5392ecb tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 948 time: 0.0574501 Feb 02 14:52:16.082621 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4ce0255b-87a9-47a3-a8d6-9703078a69d9 req-3175cbaa-3171-4696-888a-e31953e20619 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461419 Feb 02 14:52:16.116035 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:16.203662 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0f10f-cf72-41fe-ad2f-4a6ec7189245 req-98fbe3a7-667d-490d-a8ce-66cd721ff1e1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:16.205158 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8b0f10f-cf72-41fe-ad2f-4a6ec7189245 req-98fbe3a7-667d-490d-a8ce-66cd721ff1e1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0588143 Feb 02 14:52:16.254125 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8b0f10f-cf72-41fe-ad2f-4a6ec7189245 req-6319f054-c2a4-40c9-b147-7c3baf15fa0b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427966 Feb 02 14:52:17.035421 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca10584-2165-42d0-acc2-e3e2013d66cf req-c7524fa1-016b-45f7-9378-268ba52fc2d8 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:17.035421 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cca10584-2165-42d0-acc2-e3e2013d66cf req-c7524fa1-016b-45f7-9378-268ba52fc2d8 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 943 time: 0.0578525 Feb 02 14:52:17.079039 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cca10584-2165-42d0-acc2-e3e2013d66cf req-648bc6bc-6c08-45b5-a66e-8c09e814d9e0 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Feb 02 14:52:17.203535 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f698b-2949-4a9f-8c04-cba0c74c855d req-38b656ea-ce60-4ce8-99b6-0f4055842d42 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:17.205222 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-892f698b-2949-4a9f-8c04-cba0c74c855d req-38b656ea-ce60-4ce8-99b6-0f4055842d42 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 948 time: 0.0525670 Feb 02 14:52:17.255094 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-892f698b-2949-4a9f-8c04-cba0c74c855d req-08f311ed-d27f-4df7-83f7-d57fc6371771 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Feb 02 14:52:17.381895 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ec57d-b80b-4d35-97c1-34d11cfd690d req-7b339ce2-0532-4e50-a9c0-c94be2e17260 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:17.387041 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a87ec57d-b80b-4d35-97c1-34d11cfd690d req-7b339ce2-0532-4e50-a9c0-c94be2e17260 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0613453 Feb 02 14:52:17.443647 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a87ec57d-b80b-4d35-97c1-34d11cfd690d req-23cce424-4990-40f4-a31d-ec7ce38777bc tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543401 Feb 02 14:52:17.731425 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:17.762359 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device dea8b249-1a97-4bcd-b489-151808c29402 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:52:17.867200 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port dea8b249-1a97-4bcd-b489-151808c29402, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=dea8b249-1a97-4bcd-b489-151808c29402,segment=NetworkSegment(d19cfeb9-6735-40c7-9271-8e627090355a),segment_id=d19cfeb9-6735-40c7-9271-8e627090355a)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:17.878826 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': 'dea8b249-1a97-4bcd-b489-151808c29402', 'network_id': '4379b465-f87a-49ab-a050-6448d59b2488', 'port_id': 'dea8b249-1a97-4bcd-b489-151808c29402', 'mac_address': 'fa:16:3e:38:53:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f545b5cc-c40e-46ae-8150-8acac27b6278', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:52:17.916799 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port dea8b249-1a97-4bcd-b489-151808c29402 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:17.917104 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (dea8b249-1a97-4bcd-b489-151808c29402), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:17.934096 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea8b249-1a97-4bcd-b489-151808c29402 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:52:17.956781 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port dea8b249-1a97-4bcd-b489-151808c29402, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=dea8b249-1a97-4bcd-b489-151808c29402,segment=NetworkSegment(d19cfeb9-6735-40c7-9271-8e627090355a),segment_id=d19cfeb9-6735-40c7-9271-8e627090355a)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:17.956913 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35734) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:18.024325 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (dea8b249-1a97-4bcd-b489-151808c29402), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:18.082228 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=dea8b249-1a97-4bcd-b489-151808c29402,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:18.125379 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:18.204531 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e8da3-fbd3-4711-8e63-3f805aef8f81 req-ac3a1225-5f11-473e-956b-26984461ec57 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:18.206062 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b78e8da3-fbd3-4711-8e63-3f805aef8f81 req-ac3a1225-5f11-473e-956b-26984461ec57 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 944 time: 0.0547078 Feb 02 14:52:18.211742 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Publish callbacks [] for security_group (e356fe20-099e-4434-a3d0-405d6493a7be), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:18.255783 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b78e8da3-fbd3-4711-8e63-3f805aef8f81 req-e3f353b5-9d3b-4d57-bd93-c7f91dd78984 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Feb 02 14:52:18.332585 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e356fe20-099e-4434-a3d0-405d6493a7be), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:18.378126 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e356fe20-099e-4434-a3d0-405d6493a7be,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:18.379776 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db703-c2e4-4789-a8b9-b084ec9ad67a req-e23047e6-8423-47f6-a964-447783a3901c tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:18.381393 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-db2db703-c2e4-4789-a8b9-b084ec9ad67a req-e23047e6-8423-47f6-a964-447783a3901c tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 948 time: 0.0554028 Feb 02 14:52:18.386245 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aba2414a77174a0baceea9b36f0840e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262285 Feb 02 14:52:18.386418 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 35752) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:18.396116 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.397309 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.398000 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.398521 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.399049 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.399570 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.400069 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.400582 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.401087 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.401584 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.402163 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.402657 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.403005 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e1c4de-fdbd-4cc6-a1de-ff5ba0444d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.473911 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-db2db703-c2e4-4789-a8b9-b084ec9ad67a req-f42bf518-c020-4501-9025-597d4d20fc1e tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7fcebea-b8df-48bb-aacb-8c40ca243c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798213 Feb 02 14:52:18.479995 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Publish callbacks [] for security_group (e356fe20-099e-4434-a3d0-405d6493a7be), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:18.507020 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Publish callbacks [] for security_group (e356fe20-099e-4434-a3d0-405d6493a7be), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:18.597448 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ba94f-d795-4268-b15f-aa25318d74a6 req-38bc715d-eae8-43af-8ef1-7ba0a812b860 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:18.599118 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-361ba94f-d795-4268-b15f-aa25318d74a6 req-38bc715d-eae8-43af-8ef1-7ba0a812b860 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0814843 Feb 02 14:52:18.647273 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-361ba94f-d795-4268-b15f-aa25318d74a6 req-1fbdb1c9-a703-4904-9845-ca5b93936952 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Feb 02 14:52:18.691197 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e356fe20-099e-4434-a3d0-405d6493a7be), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:18.695054 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:18.695625 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e356fe20-099e-4434-a3d0-405d6493a7be HTTP/1.1" status: 204 len: 168 time: 0.3083966 Feb 02 14:52:18.705557 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e356fe20-099e-4434-a3d0-405d6493a7be,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:18.716865 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.717162 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.717509 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.717901 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.718213 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.718571 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.718949 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.723851 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.723851 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.723851 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.723851 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.723851 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.723851 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9610043-9193-4987-aae9-776d8abe980a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:18.795188 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['dea8b249-1a97-4bcd-b489-151808c29402'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:52:18.823646 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9146369-6176-4192-802a-b11634d48be8 req-ef660b97-66b3-4457-b721-fd79f822b6da tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:18.825439 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-f9146369-6176-4192-802a-b11634d48be8 req-ef660b97-66b3-4457-b721-fd79f822b6da tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.115 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 948 time: 0.0577965 Feb 02 14:52:18.938597 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [req-f9146369-6176-4192-802a-b11634d48be8 req-3d93b552-cb67-4079-b88f-3452954c3669 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Deleting port 2982cd53-66ad-4043-9750-7049bddc99c0 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:52:18.938971 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-f9146369-6176-4192-802a-b11634d48be8 req-3d93b552-cb67-4079-b88f-3452954c3669 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.040841 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-f9146369-6176-4192-802a-b11634d48be8 req-3d93b552-cb67-4079-b88f-3452954c3669 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] For port 2982cd53-66ad-4043-9750-7049bddc99c0, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=2982cd53-66ad-4043-9750-7049bddc99c0,segment=NetworkSegment(96dee96b-c1e1-483e-9024-8cbc96879a2c),segment_id=96dee96b-c1e1-483e-9024-8cbc96879a2c)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:19.041493 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-f9146369-6176-4192-802a-b11634d48be8 req-3d93b552-cb67-4079-b88f-3452954c3669 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.054843 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [req-f9146369-6176-4192-802a-b11634d48be8 req-3d93b552-cb67-4079-b88f-3452954c3669 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Calling delete_port for 2982cd53-66ad-4043-9750-7049bddc99c0 owned by compute:nova {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:52:19.122752 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.305082 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-f9146369-6176-4192-802a-b11634d48be8 req-3d93b552-cb67-4079-b88f-3452954c3669 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (2982cd53-66ad-4043-9750-7049bddc99c0), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.335085 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93b552-cb67-4079-b88f-3452954c3669 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Pushing event deleted for resources: {'Port': ['ID=2982cd53-66ad-4043-9750-7049bddc99c0,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:19.366736 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['2982cd53-66ad-4043-9750-7049bddc99c0'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:52:19.374523 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 35766) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:19.396376 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9146369-6176-4192-802a-b11634d48be8 req-3d93b552-cb67-4079-b88f-3452954c3669 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] No DVR routers for this DVR port 2982cd53-66ad-4043-9750-7049bddc99c0 on host hv-cinder-78251 {{(pid=121021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:52:19.399340 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c7b948ac-dc49-458e-bc38-02b795d0e4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.399792 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-f9146369-6176-4192-802a-b11634d48be8 req-3d93b552-cb67-4079-b88f-3452954c3669 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.403112 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-f9146369-6176-4192-802a-b11634d48be8 req-3d93b552-cb67-4079-b88f-3452954c3669 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.115 "DELETE /v2.0/ports/2982cd53-66ad-4043-9750-7049bddc99c0 HTTP/1.1" status: 204 len: 173 time: 0.5714066 Feb 02 14:52:19.403574 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2876cf17-dcb2-40dc-a340-ce9be1dcd93f', 'name': 'network-vif-deleted', 'tag': '2982cd53-66ad-4043-9750-7049bddc99c0'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:19.405993 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f618878-6daf-46e4-9316-573c72a5a797" -d '{"events": [{"server_uuid": "2876cf17-dcb2-40dc-a340-ce9be1dcd93f", "name": "network-vif-deleted", "tag": "2982cd53-66ad-4043-9750-7049bddc99c0"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:19.440026 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3992-2ec3-465a-b5d7-46e09fddf108 req-df92e5c8-a80a-4bdc-aae6-eba90bef2869 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:19.441590 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-985c3992-2ec3-465a-b5d7-46e09fddf108 req-df92e5c8-a80a-4bdc-aae6-eba90bef2869 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 944 time: 0.1163139 Feb 02 14:52:19.451609 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40372a3-6ae5-4b78-b55e-7f78e55945f3 x-openstack-request-id: req-a40372a3-6ae5-4b78-b55e-7f78e55945f3 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:19.452113 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2876cf17-dcb2-40dc-a340-ce9be1dcd93f", "name": "network-vif-deleted", "tag": "2982cd53-66ad-4043-9750-7049bddc99c0", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:19.452662 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a40372a3-6ae5-4b78-b55e-7f78e55945f3 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:19.453398 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2876cf17-dcb2-40dc-a340-ce9be1dcd93f', 'name': 'network-vif-deleted', 'tag': '2982cd53-66ad-4043-9750-7049bddc99c0', 'status': 'completed', 'code': 200} Feb 02 14:52:19.522498 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-985c3992-2ec3-465a-b5d7-46e09fddf108 req-b0b10b7a-cf9f-483c-9eac-3e9c3b597bbe tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711589 Feb 02 14:52:19.580855 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c7b948ac-dc49-458e-bc38-02b795d0e4d3 admin admin] Publish callbacks [] for security_group (779b43c6-d812-4051-b403-671690f64bdc), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.610930 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:52:19.625030 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e45480c4-76da-4291-872b-4d5df1a90215 req-a783ab6a-4563-493c-b8af-429fa2fcabb5 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 210 time: 0.0427704 Feb 02 14:52:19.640158 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c7b948ac-dc49-458e-bc38-02b795d0e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (779b43c6-d812-4051-b403-671690f64bdc), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.687076 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b948ac-dc49-458e-bc38-02b795d0e4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779b43c6-d812-4051-b403-671690f64bdc,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:19.694961 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35784) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:19.695226 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-c7b948ac-dc49-458e-bc38-02b795d0e4d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=957bec0b03dc4ccfa7e7b96717a2e093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169000 Feb 02 14:52:19.760614 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4b8cccd-7c43-4254-a6ba-aa92fcc065c9 admin admin] Publish callbacks [] for security_group (779b43c6-d812-4051-b403-671690f64bdc), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.784553 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e7c42-0efe-4efa-8ab5-111f2770ce0e req-129281ff-c7cf-49af-9faf-77bef5c03994 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:19.785061 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4b8cccd-7c43-4254-a6ba-aa92fcc065c9 admin admin] Publish callbacks [] for security_group (779b43c6-d812-4051-b403-671690f64bdc), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.786555 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-305e7c42-0efe-4efa-8ab5-111f2770ce0e req-129281ff-c7cf-49af-9faf-77bef5c03994 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0574031 Feb 02 14:52:19.839668 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-305e7c42-0efe-4efa-8ab5-111f2770ce0e req-c0dfd69f-47da-41c2-be3c-325325055fb3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472622 Feb 02 14:52:19.898554 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4b8cccd-7c43-4254-a6ba-aa92fcc065c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (779b43c6-d812-4051-b403-671690f64bdc), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.901244 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4b8cccd-7c43-4254-a6ba-aa92fcc065c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:19.902482 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-b4b8cccd-7c43-4254-a6ba-aa92fcc065c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/779b43c6-d812-4051-b403-671690f64bdc HTTP/1.1" status: 204 len: 168 time: 0.2061887 Feb 02 14:52:19.914685 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8cccd-7c43-4254-a6ba-aa92fcc065c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779b43c6-d812-4051-b403-671690f64bdc,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:20.407607 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35798) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:20.519778 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cb144b57-776c-44ec-b752-91cbf3210eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:20.604526 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cb144b57-776c-44ec-b752-91cbf3210eab admin admin] Publish callbacks [] for security_group (197bb2bf-2f18-494f-ac15-c56409a3b4aa), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:20.673489 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced50fb5-6640-4ba0-8418-19b3f0bb045c req-b9c97fae-be09-455d-8243-113057251158 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:20.675427 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ced50fb5-6640-4ba0-8418-19b3f0bb045c req-b9c97fae-be09-455d-8243-113057251158 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 944 time: 0.0578392 Feb 02 14:52:20.681546 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cb144b57-776c-44ec-b752-91cbf3210eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (197bb2bf-2f18-494f-ac15-c56409a3b4aa), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:20.693595 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 35808) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:20.730030 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-cb144b57-776c-44ec-b752-91cbf3210eab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71cb7300ec404928b6e7e005f310acfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212321 Feb 02 14:52:20.730988 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35810) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:20.745840 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb144b57-776c-44ec-b752-91cbf3210eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197bb2bf-2f18-494f-ac15-c56409a3b4aa,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:20.758036 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4ea-b3df-46c6-98cb-6658f62f7849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:20.791949 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-64833367-4322-437e-86d8-da0219ee0b16 req-d5ae39f5-a961-4ae3-9f93-ed79c0951171 tempest-VolumesNegativeTest-883237001 tempest-VolumesNegativeTest-883237001-project] 10.222.0.10 "GET /v2.0/ports?device_id=2876cf17-dcb2-40dc-a340-ce9be1dcd93f HTTP/1.1" status: 200 len: 210 time: 0.0520785 Feb 02 14:52:20.804023 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-33d34cf5-1a20-4c56-9a61-7a1ab1f52c5d admin admin] Publish callbacks [] for security_group (197bb2bf-2f18-494f-ac15-c56409a3b4aa), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:20.819815 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ced50fb5-6640-4ba0-8418-19b3f0bb045c req-531672c0-a967-4ef9-a906-dc5682591d96 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377985 Feb 02 14:52:20.831690 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-33d34cf5-1a20-4c56-9a61-7a1ab1f52c5d admin admin] Publish callbacks [] for security_group (197bb2bf-2f18-494f-ac15-c56409a3b4aa), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:20.880321 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4ea-b3df-46c6-98cb-6658f62f7849 admin admin] Publish callbacks [] for security_group (5527cc52-81c2-49e2-ace2-a4a017b9f74d), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:20.959918 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fe37d4ea-b3df-46c6-98cb-6658f62f7849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (5527cc52-81c2-49e2-ace2-a4a017b9f74d), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.006512 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d11c2f-141b-47a7-a0c2-5ba7b2be8796 req-e431fd30-bae2-452d-a5c6-8a609906e79c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:21.008316 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-59d11c2f-141b-47a7-a0c2-5ba7b2be8796 req-e431fd30-bae2-452d-a5c6-8a609906e79c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0874727 Feb 02 14:52:21.012669 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-33d34cf5-1a20-4c56-9a61-7a1ab1f52c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (197bb2bf-2f18-494f-ac15-c56409a3b4aa), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.014622 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-fe37d4ea-b3df-46c6-98cb-6658f62f7849 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46fac3c1145e4cc4bb3c2f78e81f3e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199468 Feb 02 14:52:21.015233 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-33d34cf5-1a20-4c56-9a61-7a1ab1f52c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.017449 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 35816) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:21.020717 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-33d34cf5-1a20-4c56-9a61-7a1ab1f52c5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/197bb2bf-2f18-494f-ac15-c56409a3b4aa HTTP/1.1" status: 204 len: 168 time: 0.2821589 Feb 02 14:52:21.029003 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d34cf5-1a20-4c56-9a61-7a1ab1f52c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197bb2bf-2f18-494f-ac15-c56409a3b4aa,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:21.029242 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37d4ea-b3df-46c6-98cb-6658f62f7849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5527cc52-81c2-49e2-ace2-a4a017b9f74d,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:21.105068 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-59d11c2f-141b-47a7-a0c2-5ba7b2be8796 req-a11a912a-af9d-447d-9816-74b320fbdcbc tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892746 Feb 02 14:52:21.109938 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fcac5103-2e04-420d-a94c-cf6ad41227a1 admin admin] Publish callbacks [] for security_group (5527cc52-81c2-49e2-ace2-a4a017b9f74d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.137481 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fcac5103-2e04-420d-a94c-cf6ad41227a1 admin admin] Publish callbacks [] for security_group (5527cc52-81c2-49e2-ace2-a4a017b9f74d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.258300 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fcac5103-2e04-420d-a94c-cf6ad41227a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (5527cc52-81c2-49e2-ace2-a4a017b9f74d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.260925 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fcac5103-2e04-420d-a94c-cf6ad41227a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.262143 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-fcac5103-2e04-420d-a94c-cf6ad41227a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5527cc52-81c2-49e2-ace2-a4a017b9f74d HTTP/1.1" status: 204 len: 168 time: 0.2429554 Feb 02 14:52:21.276917 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac5103-2e04-420d-a94c-cf6ad41227a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5527cc52-81c2-49e2-ace2-a4a017b9f74d,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:21.757031 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device dea8b249-1a97-4bcd-b489-151808c29402 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:21.835999 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 35830) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:21.856883 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a85c4407-54f0-4964-990b-2e12471b461d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.886901 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port dea8b249-1a97-4bcd-b489-151808c29402 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:52:21.891030 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port dea8b249-1a97-4bcd-b489-151808c29402 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:21.891461 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (dea8b249-1a97-4bcd-b489-151808c29402), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.967965 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a85c4407-54f0-4964-990b-2e12471b461d admin admin] Publish callbacks [] for security_group (ef5f00c1-9e52-4c44-a223-2af24ff68a1b), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.984385 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port dea8b249-1a97-4bcd-b489-151808c29402 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:21.984738 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd150a0b-698a-4b00-a071-9e97dab3c0ca req-c61926e6-09cb-40ac-a712-bbc81726259d tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:21.984863 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (dea8b249-1a97-4bcd-b489-151808c29402), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:21.986289 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bd150a0b-698a-4b00-a071-9e97dab3c0ca req-c61926e6-09cb-40ac-a712-bbc81726259d tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 944 time: 0.0840955 Feb 02 14:52:22.010258 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aadd77b-ed2c-4802-933c-5526bf23a3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea8b249-1a97-4bcd-b489-151808c29402'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:22.012933 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6132ad95-b314-43c3-add9-46c1c78988e8" -d '{"events": [{"server_uuid": "8aadd77b-ed2c-4802-933c-5526bf23a3de", "name": "network-vif-plugged", "status": "completed", "tag": "dea8b249-1a97-4bcd-b489-151808c29402"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:22.026012 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port dea8b249-1a97-4bcd-b489-151808c29402, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=dea8b249-1a97-4bcd-b489-151808c29402,segment=NetworkSegment(d19cfeb9-6735-40c7-9271-8e627090355a),segment_id=d19cfeb9-6735-40c7-9271-8e627090355a)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:22.049731 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bd150a0b-698a-4b00-a071-9e97dab3c0ca req-a689c9aa-3d69-449d-94b6-37e58160dc0f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562804 Feb 02 14:52:22.050535 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a85c4407-54f0-4964-990b-2e12471b461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ef5f00c1-9e52-4c44-a223-2af24ff68a1b), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:22.054619 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37026ff-d477-4435-9a75-61bd0dd4d312 x-openstack-request-id: req-d37026ff-d477-4435-9a75-61bd0dd4d312 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:22.054929 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aadd77b-ed2c-4802-933c-5526bf23a3de", "name": "network-vif-plugged", "status": "completed", "tag": "dea8b249-1a97-4bcd-b489-151808c29402", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:22.055182 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d37026ff-d477-4435-9a75-61bd0dd4d312 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:22.055593 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aadd77b-ed2c-4802-933c-5526bf23a3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea8b249-1a97-4bcd-b489-151808c29402', 'code': 200} Feb 02 14:52:22.093094 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-a85c4407-54f0-4964-990b-2e12471b461d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe3a964182b14c188aa47ceb7bd14830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559361 Feb 02 14:52:22.093966 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c4407-54f0-4964-990b-2e12471b461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5f00c1-9e52-4c44-a223-2af24ff68a1b,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:22.096595 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 35844) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:22.128282 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (dea8b249-1a97-4bcd-b489-151808c29402), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:22.129379 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 2982cd53-66ad-4043-9750-7049bddc99c0 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:52:22.175446 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69da98ce-01e4-4c63-bab1-c7e0cd1ae065 admin admin] Publish callbacks [] for security_group (ef5f00c1-9e52-4c44-a223-2af24ff68a1b), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:22.187607 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 2982cd53-66ad-4043-9750-7049bddc99c0 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:52:22.188219 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 2982cd53-66ad-4043-9750-7049bddc99c0 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:52:22.202345 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69da98ce-01e4-4c63-bab1-c7e0cd1ae065 admin admin] Publish callbacks [] for security_group (ef5f00c1-9e52-4c44-a223-2af24ff68a1b), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:22.225974 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=dea8b249-1a97-4bcd-b489-151808c29402,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:22.284350 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3928fb-5eda-44c8-8192-c08a98e71cb9 req-efb80ed9-f51e-4b2b-8080-3149baa2b3af tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:22.286004 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cf3928fb-5eda-44c8-8192-c08a98e71cb9 req-efb80ed9-f51e-4b2b-8080-3149baa2b3af tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0710826 Feb 02 14:52:22.338711 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cf3928fb-5eda-44c8-8192-c08a98e71cb9 req-062bc686-7ce7-4e4c-adbd-21b6227dc36f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450439 Feb 02 14:52:22.344464 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69da98ce-01e4-4c63-bab1-c7e0cd1ae065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ef5f00c1-9e52-4c44-a223-2af24ff68a1b), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:22.347696 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-69da98ce-01e4-4c63-bab1-c7e0cd1ae065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:22.349203 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-69da98ce-01e4-4c63-bab1-c7e0cd1ae065 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef5f00c1-9e52-4c44-a223-2af24ff68a1b HTTP/1.1" status: 204 len: 168 time: 0.2508619 Feb 02 14:52:22.359676 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da98ce-01e4-4c63-bab1-c7e0cd1ae065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5f00c1-9e52-4c44-a223-2af24ff68a1b,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:22.691456 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ace77b-8085-4411-b153-41ee6583c31a req-8e120642-da4c-4b66-8a7b-ba250f500e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:22.693499 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-38ace77b-8085-4411-b153-41ee6583c31a req-8e120642-da4c-4b66-8a7b-ba250f500e34 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 1129 time: 0.0516250 Feb 02 14:52:22.757929 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-38ace77b-8085-4411-b153-41ee6583c31a req-57540534-3206-40a4-993c-531df6f87d34 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556128 Feb 02 14:52:23.178670 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b293572-95a7-4619-874f-cc3b27ee4160 req-611933db-90eb-4d68-89ca-d28e7852a68f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:23.180328 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7b293572-95a7-4619-874f-cc3b27ee4160 req-611933db-90eb-4d68-89ca-d28e7852a68f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 945 time: 0.0547638 Feb 02 14:52:23.238736 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7b293572-95a7-4619-874f-cc3b27ee4160 req-160253f6-a058-4fbb-99de-b3cb2bd7011e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522256 Feb 02 14:52:23.491678 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6a5e4-7609-4515-8e25-179b341ec262 req-bad91f6c-8416-44aa-9f1e-d205d0ca3c33 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:23.495253 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2af6a5e4-7609-4515-8e25-179b341ec262 req-bad91f6c-8416-44aa-9f1e-d205d0ca3c33 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0609543 Feb 02 14:52:23.563715 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2af6a5e4-7609-4515-8e25-179b341ec262 req-78e97b33-ed4b-4284-9a44-d5603812b284 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647299 Feb 02 14:52:24.363780 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2b729-943d-4e12-98ce-574fb4472243 req-ccbb2262-6aee-405f-82d4-6f7d2130d312 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:24.365376 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fc2b729-943d-4e12-98ce-574fb4472243 req-ccbb2262-6aee-405f-82d4-6f7d2130d312 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 945 time: 0.0556815 Feb 02 14:52:24.439764 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fc2b729-943d-4e12-98ce-574fb4472243 req-e5de049e-7760-420f-b5e8-64580fbf0076 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661705 Feb 02 14:52:24.544264 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c8434-64b9-4932-84fb-8103d4985ccf req-8169cd3e-8dd6-4a27-9b32-678345df75aa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:24.545742 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6a0c8434-64b9-4932-84fb-8103d4985ccf req-8169cd3e-8dd6-4a27-9b32-678345df75aa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0624886 Feb 02 14:52:24.599475 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6a0c8434-64b9-4932-84fb-8103d4985ccf req-2bfca0e7-a068-40d8-86ad-9f59e078a549 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481346 Feb 02 14:52:24.703295 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643f7f8-9c37-41a2-9323-d34a55946a3d req-06e3f2fc-718c-41d5-a561-1da77006c3ca tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:24.704825 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0643f7f8-9c37-41a2-9323-d34a55946a3d req-06e3f2fc-718c-41d5-a561-1da77006c3ca tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0771790 Feb 02 14:52:24.764345 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0643f7f8-9c37-41a2-9323-d34a55946a3d req-085b0032-8de1-4e80-a210-3f4221f33ee5 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508194 Feb 02 14:52:24.980657 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20d72e-7794-4e25-b999-c4a7cb9ff10b req-aa53358c-76d3-4352-906a-424ea4b2b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:24.982174 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-0e20d72e-7794-4e25-b999-c4a7cb9ff10b req-aa53358c-76d3-4352-906a-424ea4b2b591 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.0473597 Feb 02 14:52:25.101358 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20d72e-7794-4e25-b999-c4a7cb9ff10b req-922b67d9-e391-4ba3-aa92-2c922bdecd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:25.102875 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-0e20d72e-7794-4e25-b999-c4a7cb9ff10b req-922b67d9-e391-4ba3-aa92-2c922bdecd5b service neutron] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 920 time: 0.0954862 Feb 02 14:52:25.146782 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-0e20d72e-7794-4e25-b999-c4a7cb9ff10b req-610f8888-8240-4758-8a9b-edd2e28013cb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc HTTP/1.1" status: 200 len: 217 time: 0.0375781 Feb 02 14:52:25.208763 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20d72e-7794-4e25-b999-c4a7cb9ff10b req-ebee3bee-6028-446e-a60b-a01e47873098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:25.211228 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-0e20d72e-7794-4e25-b999-c4a7cb9ff10b req-ebee3bee-6028-446e-a60b-a01e47873098 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.0514472 Feb 02 14:52:25.254198 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-0e20d72e-7794-4e25-b999-c4a7cb9ff10b req-de36a688-dfd6-4d06-b4d5-b7ff09de85b8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267177 Feb 02 14:52:25.349629 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-0e20d72e-7794-4e25-b999-c4a7cb9ff10b req-ee6c623f-e9ef-4b81-a183-19d071184085 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889499 Feb 02 14:52:25.444484 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:25.460665 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-0e20d72e-7794-4e25-b999-c4a7cb9ff10b req-e13c115e-977b-4a6c-bcf3-ddf48f59ee78 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015949 Feb 02 14:52:25.572300 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908255bd-f033-453a-a3f3-92e10e807e96 req-8a2cbc2d-2dfb-43cd-b0af-cf00da556227 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:25.573829 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-908255bd-f033-453a-a3f3-92e10e807e96 req-8a2cbc2d-2dfb-43cd-b0af-cf00da556227 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 945 time: 0.0579388 Feb 02 14:52:25.638122 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-908255bd-f033-453a-a3f3-92e10e807e96 req-0201a3ed-4b98-4bec-81aa-10d3068ed5fe tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495377 Feb 02 14:52:25.772893 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61a86b-a8c3-40bb-a13e-f232a5ba4a31 req-d710ca3b-da4b-45be-a8bb-a033e274ab50 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:25.779894 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f61a86b-a8c3-40bb-a13e-f232a5ba4a31 req-d710ca3b-da4b-45be-a8bb-a033e274ab50 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0870674 Feb 02 14:52:25.823839 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f61a86b-a8c3-40bb-a13e-f232a5ba4a31 req-4955e1c7-83fe-40da-acd9-2b278253b3b6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Feb 02 14:52:25.938506 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f30a5d-2ee8-48c5-bf23-12f762c8b5fc req-ee4bcf64-a113-4018-8e0c-fd9fb6f32431 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:25.941288 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a8f30a5d-2ee8-48c5-bf23-12f762c8b5fc req-ee4bcf64-a113-4018-8e0c-fd9fb6f32431 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0551996 Feb 02 14:52:25.989391 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a8f30a5d-2ee8-48c5-bf23-12f762c8b5fc req-daee2058-bb12-43d2-afad-b86f3522f039 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429394 Feb 02 14:52:26.653671 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 36182) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:26.770941 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5988bd3e-5752-434b-a3d4-f2b2963b8cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:26.872381 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5988bd3e-5752-434b-a3d4-f2b2963b8cae admin admin] Publish callbacks [] for security_group (24adcc39-fbb8-4c88-92f5-f56f69686831), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:26.939321 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5988bd3e-5752-434b-a3d4-f2b2963b8cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (24adcc39-fbb8-4c88-92f5-f56f69686831), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:26.986953 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988bd3e-5752-434b-a3d4-f2b2963b8cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24adcc39-fbb8-4c88-92f5-f56f69686831,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:26.995387 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-5988bd3e-5752-434b-a3d4-f2b2963b8cae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=817de2f3c07045f0a1adbdd399b61676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404658 Feb 02 14:52:27.001631 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36200) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:27.018799 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2061db-524b-4ce1-9a37-2c728c5b7365 req-9be4d320-828d-4bee-bf26-4f5eb1af0673 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:27.019937 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1a2061db-524b-4ce1-9a37-2c728c5b7365 req-9be4d320-828d-4bee-bf26-4f5eb1af0673 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1134150 Feb 02 14:52:27.057742 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a35c574b-c3d8-4b1b-94b5-44c217462233 admin admin] Publish callbacks [] for security_group (24adcc39-fbb8-4c88-92f5-f56f69686831), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:27.075275 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1a2061db-524b-4ce1-9a37-2c728c5b7365 req-a7d804ae-2544-447f-bbba-22b8d62197e5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487254 Feb 02 14:52:27.086457 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a35c574b-c3d8-4b1b-94b5-44c217462233 admin admin] Publish callbacks [] for security_group (24adcc39-fbb8-4c88-92f5-f56f69686831), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:27.206314 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d4699-547b-42ba-9ee0-70c85bff6fb1 req-26ab247c-7287-4096-ab47-2da909de877c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:27.208259 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4d1d4699-547b-42ba-9ee0-70c85bff6fb1 req-26ab247c-7287-4096-ab47-2da909de877c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0571585 Feb 02 14:52:27.269095 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a35c574b-c3d8-4b1b-94b5-44c217462233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (24adcc39-fbb8-4c88-92f5-f56f69686831), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:27.269095 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a35c574b-c3d8-4b1b-94b5-44c217462233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:27.269095 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-a35c574b-c3d8-4b1b-94b5-44c217462233 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24adcc39-fbb8-4c88-92f5-f56f69686831 HTTP/1.1" status: 204 len: 168 time: 0.2653809 Feb 02 14:52:27.279004 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4d1d4699-547b-42ba-9ee0-70c85bff6fb1 req-da6e552b-09f2-4cc6-ac7d-c938f43a2bb3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644052 Feb 02 14:52:27.282547 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c574b-c3d8-4b1b-94b5-44c217462233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24adcc39-fbb8-4c88-92f5-f56f69686831,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:27.420768 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbf05e-c123-45bf-9ad8-00a0c0547648 req-603b15b6-5e32-4dfc-b167-7838d468753b tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:27.422388 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a5dbf05e-c123-45bf-9ad8-00a0c0547648 req-603b15b6-5e32-4dfc-b167-7838d468753b tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 945 time: 0.0537744 Feb 02 14:52:27.475373 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a5dbf05e-c123-45bf-9ad8-00a0c0547648 req-efbbdfb1-a614-43a4-a1b6-0bd98da41797 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461271 Feb 02 14:52:27.919379 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36252) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:27.933201 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ce06071c-e4dd-4809-860b-c07ad6581b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:28.010218 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ce06071c-e4dd-4809-860b-c07ad6581b82 admin admin] Publish callbacks [] for security_group (f433e28f-260b-4f3d-b19b-ff4059141bf2), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:28.063599 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ce06071c-e4dd-4809-860b-c07ad6581b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (f433e28f-260b-4f3d-b19b-ff4059141bf2), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:28.102865 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-ce06071c-e4dd-4809-860b-c07ad6581b82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb872d46706b470aae72fd5d5c547e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823409 Feb 02 14:52:28.103713 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06071c-e4dd-4809-860b-c07ad6581b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f433e28f-260b-4f3d-b19b-ff4059141bf2,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:28.105573 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 36254) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:28.159000 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-409107b1-9254-441a-82f3-e35fa4c65943 admin admin] Publish callbacks [] for security_group (f433e28f-260b-4f3d-b19b-ff4059141bf2), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:28.207071 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-409107b1-9254-441a-82f3-e35fa4c65943 admin admin] Publish callbacks [] for security_group (f433e28f-260b-4f3d-b19b-ff4059141bf2), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:28.254228 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea12f78-245d-4f8e-a85f-0d2a38f14ac9 req-b002a432-e868-4c46-952f-31fd635bf1fa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:28.256488 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aea12f78-245d-4f8e-a85f-0d2a38f14ac9 req-b002a432-e868-4c46-952f-31fd635bf1fa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0993629 Feb 02 14:52:28.307045 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aea12f78-245d-4f8e-a85f-0d2a38f14ac9 req-3bb9a49a-adcc-4572-a3c2-7857f96cf45c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444343 Feb 02 14:52:28.338147 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-409107b1-9254-441a-82f3-e35fa4c65943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (f433e28f-260b-4f3d-b19b-ff4059141bf2), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:28.344686 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-409107b1-9254-441a-82f3-e35fa4c65943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:28.344686 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-409107b1-9254-441a-82f3-e35fa4c65943 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f433e28f-260b-4f3d-b19b-ff4059141bf2 HTTP/1.1" status: 204 len: 168 time: 0.2352622 Feb 02 14:52:28.350449 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409107b1-9254-441a-82f3-e35fa4c65943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f433e28f-260b-4f3d-b19b-ff4059141bf2,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:28.430095 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe13d8-dbd4-4ff0-be94-2c8c8516852a req-03aca556-5a5b-47de-aafb-6769ecc0de1a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:28.431788 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cebe13d8-dbd4-4ff0-be94-2c8c8516852a req-03aca556-5a5b-47de-aafb-6769ecc0de1a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0558665 Feb 02 14:52:28.483112 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cebe13d8-dbd4-4ff0-be94-2c8c8516852a req-66853d9a-606b-4649-8f3b-7c5665513904 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458949 Feb 02 14:52:28.594879 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1ada8-c21e-4960-b148-aaa3a5c39f81 req-731cf01e-5c89-469d-a6ea-031b8f9f131c tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:28.596384 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9ca1ada8-c21e-4960-b148-aaa3a5c39f81 req-731cf01e-5c89-469d-a6ea-031b8f9f131c tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 945 time: 0.0547967 Feb 02 14:52:28.646030 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9ca1ada8-c21e-4960-b148-aaa3a5c39f81 req-21b81184-4d56-4796-ad59-122abc3efc9c tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Feb 02 14:52:29.089701 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61a011-7330-49a1-80b6-f02434787659 req-95f2ff6b-cc77-4011-a3b1-e4fe137d5ec0 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:29.091447 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-95f2ff6b-cc77-4011-a3b1-e4fe137d5ec0 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/networks?id=881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 200 len: 815 time: 0.1110790 Feb 02 14:52:29.106897 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-7f8ee756-aaa7-4d0a-874b-478e6856bb89 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/quotas/4e9d46681cc2408c9526c4f9575361b6 HTTP/1.1" status: 200 len: 375 time: 0.0101178 Feb 02 14:52:29.146515 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 36302) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:29.181906 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-181cc87c-48e1-4987-885d-592594ee9c8c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690787 Feb 02 14:52:29.307951 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-5c09aa01-7b50-481f-be1d-5b0ede8f2878 service neutron] 10.222.0.10 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193531 Feb 02 14:52:29.311521 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-fc4f6da5-e266-4467-ac0e-56fd4f8982d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbd64cadaa1e422dbdab2a68fdcfa69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636984 Feb 02 14:52:29.314320 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 36312) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:29.469540 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0143af80-d688-409b-a4ba-f6fb8ec471f0 admin admin] Publish callbacks [] for security_group (b7fcebea-b8df-48bb-aacb-8c40ca243c1d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:29.495517 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-d4b1bb7f-6178-4936-aa27-b2d2e338b6e4 service neutron] 10.222.0.10 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729548 Feb 02 14:52:29.509736 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0143af80-d688-409b-a4ba-f6fb8ec471f0 admin admin] Publish callbacks [] for security_group (b7fcebea-b8df-48bb-aacb-8c40ca243c1d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:29.517620 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326565b-cb39-45d3-bc60-8db6c564d44c req-91821de1-4681-4155-9fcb-21b0c8419bac tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:29.519601 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7326565b-cb39-45d3-bc60-8db6c564d44c req-91821de1-4681-4155-9fcb-21b0c8419bac tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1336699 Feb 02 14:52:29.601991 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7326565b-cb39-45d3-bc60-8db6c564d44c req-16574aa7-3217-4837-b982-d96adcb8be73 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581264 Feb 02 14:52:29.604067 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-57e91c52-aeab-4919-a71d-f84b27c41c2e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:29.606032 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-57e91c52-aeab-4919-a71d-f84b27c41c2e tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.115 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 945 time: 0.0825131 Feb 02 14:52:29.667655 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0143af80-d688-409b-a4ba-f6fb8ec471f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b7fcebea-b8df-48bb-aacb-8c40ca243c1d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:29.675050 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0143af80-d688-409b-a4ba-f6fb8ec471f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:29.675050 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-0143af80-d688-409b-a4ba-f6fb8ec471f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7fcebea-b8df-48bb-aacb-8c40ca243c1d HTTP/1.1" status: 204 len: 168 time: 0.3560762 Feb 02 14:52:29.709088 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143af80-d688-409b-a4ba-f6fb8ec471f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fcebea-b8df-48bb-aacb-8c40ca243c1d,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:29.751155 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-ec9107ab-e27c-49f3-b0e3-f6d749a0ad5f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Deleting port dea8b249-1a97-4bcd-b489-151808c29402 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:52:29.751676 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-ec9107ab-e27c-49f3-b0e3-f6d749a0ad5f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (dea8b249-1a97-4bcd-b489-151808c29402), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:29.780922 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc33540-139d-4301-921d-a16d1aca93a2 req-635a1e82-06c7-42bf-803e-1303704980e7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:29.782899 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7bc33540-139d-4301-921d-a16d1aca93a2 req-635a1e82-06c7-42bf-803e-1303704980e7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1101136 Feb 02 14:52:29.863317 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7bc33540-139d-4301-921d-a16d1aca93a2 req-c8b93bee-8177-4145-9939-1c5faf4d2dcf tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727229 Feb 02 14:52:29.909054 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-ec9107ab-e27c-49f3-b0e3-f6d749a0ad5f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] For port dea8b249-1a97-4bcd-b489-151808c29402, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=dea8b249-1a97-4bcd-b489-151808c29402,segment=NetworkSegment(d19cfeb9-6735-40c7-9271-8e627090355a),segment_id=d19cfeb9-6735-40c7-9271-8e627090355a)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:29.909436 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-ec9107ab-e27c-49f3-b0e3-f6d749a0ad5f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (dea8b249-1a97-4bcd-b489-151808c29402), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:29.916969 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54b1eb-55fd-47a8-bda2-c3ca11c7ed3c req-a10ae653-005f-4c9f-b027-d4998fec2001 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:29.923908 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2b54b1eb-55fd-47a8-bda2-c3ca11c7ed3c req-a10ae653-005f-4c9f-b027-d4998fec2001 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 945 time: 0.0828373 Feb 02 14:52:29.935511 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-ec9107ab-e27c-49f3-b0e3-f6d749a0ad5f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Calling delete_port for dea8b249-1a97-4bcd-b489-151808c29402 owned by compute:nova {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:52:30.000938 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-098e51ec-c787-4443-bd24-f0179dfee53b req-dd8dee9f-8b7e-4667-8d8d-85c80a17e317 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 210 time: 0.0526676 Feb 02 14:52:30.012825 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2b54b1eb-55fd-47a8-bda2-c3ca11c7ed3c req-f9fe1729-b3a6-4f0f-9ee9-fa2930c786ae tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/security-groups?id=22e38567-c488-4b42-bd53-8f2ad624adec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812211 Feb 02 14:52:30.184150 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-ec9107ab-e27c-49f3-b0e3-f6d749a0ad5f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (dea8b249-1a97-4bcd-b489-151808c29402), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:30.215442 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9107ab-e27c-49f3-b0e3-f6d749a0ad5f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Pushing event deleted for resources: {'Port': ['ID=dea8b249-1a97-4bcd-b489-151808c29402,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:30.231204 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['dea8b249-1a97-4bcd-b489-151808c29402'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:52:30.286419 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-ec9107ab-e27c-49f3-b0e3-f6d749a0ad5f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] No DVR routers for this DVR port dea8b249-1a97-4bcd-b489-151808c29402 on host hv-cinder-78251 {{(pid=121021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:52:30.290663 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-ec9107ab-e27c-49f3-b0e3-f6d749a0ad5f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:30.294185 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-6a54c818-11b5-44cf-ac7e-3bcf99ea0526 req-ec9107ab-e27c-49f3-b0e3-f6d749a0ad5f tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.115 "DELETE /v2.0/ports/dea8b249-1a97-4bcd-b489-151808c29402 HTTP/1.1" status: 204 len: 173 time: 0.6816194 Feb 02 14:52:30.294658 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aadd77b-ed2c-4802-933c-5526bf23a3de', 'name': 'network-vif-deleted', 'tag': 'dea8b249-1a97-4bcd-b489-151808c29402'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:30.297193 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47df6966-edb6-48ee-a402-ab5063cc107c" -d '{"events": [{"server_uuid": "8aadd77b-ed2c-4802-933c-5526bf23a3de", "name": "network-vif-deleted", "tag": "dea8b249-1a97-4bcd-b489-151808c29402"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:30.331436 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 36352) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:30.359944 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5afe3f-4649-4ac8-9152-e2052158ce22 x-openstack-request-id: req-4e5afe3f-4649-4ac8-9152-e2052158ce22 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:30.360316 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aadd77b-ed2c-4802-933c-5526bf23a3de", "name": "network-vif-deleted", "tag": "dea8b249-1a97-4bcd-b489-151808c29402", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:30.360490 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e5afe3f-4649-4ac8-9152-e2052158ce22 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:30.360935 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aadd77b-ed2c-4802-933c-5526bf23a3de', 'name': 'network-vif-deleted', 'tag': 'dea8b249-1a97-4bcd-b489-151808c29402', 'status': 'completed', 'code': 200} Feb 02 14:52:30.446289 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8d45-c330-4680-ad07-0701bf67f90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:30.525675 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8d45-c330-4680-ad07-0701bf67f90e admin admin] Publish callbacks [] for security_group (ab302e8f-6131-44e9-b1f4-27f88e7b73a2), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:30.618077 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8d45-c330-4680-ad07-0701bf67f90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ab302e8f-6131-44e9-b1f4-27f88e7b73a2), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:30.661540 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36364) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:30.662133 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-a6fa8d45-c330-4680-ad07-0701bf67f90e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ec07fc8cea046e5b15f577e15b960a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290114 Feb 02 14:52:30.662435 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa8d45-c330-4680-ad07-0701bf67f90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab302e8f-6131-44e9-b1f4-27f88e7b73a2,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:30.724474 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-256ec687-8851-4add-8098-c7449f6e72f0 admin admin] Publish callbacks [] for security_group (ab302e8f-6131-44e9-b1f4-27f88e7b73a2), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:30.741377 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeaf9b-e17f-46f8-8e87-40c4458e413e req-0a8c5b71-cc02-44cd-b2e2-dfa2df8332cf tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:30.741377 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0beeaf9b-e17f-46f8-8e87-40c4458e413e req-0a8c5b71-cc02-44cd-b2e2-dfa2df8332cf tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0583646 Feb 02 14:52:30.753564 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-256ec687-8851-4add-8098-c7449f6e72f0 admin admin] Publish callbacks [] for security_group (ab302e8f-6131-44e9-b1f4-27f88e7b73a2), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:30.796359 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0beeaf9b-e17f-46f8-8e87-40c4458e413e req-78b3a92e-bf11-4710-9aca-97caad4d0924 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490618 Feb 02 14:52:30.898132 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-256ec687-8851-4add-8098-c7449f6e72f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ab302e8f-6131-44e9-b1f4-27f88e7b73a2), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:30.902165 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-256ec687-8851-4add-8098-c7449f6e72f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:30.909975 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-256ec687-8851-4add-8098-c7449f6e72f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab302e8f-6131-44e9-b1f4-27f88e7b73a2 HTTP/1.1" status: 204 len: 168 time: 0.2389562 Feb 02 14:52:30.912855 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ec687-8851-4add-8098-c7449f6e72f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab302e8f-6131-44e9-b1f4-27f88e7b73a2,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:30.994073 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372e842-72a1-423a-a2f8-705f06868798 req-82d597fb-9964-44c9-bb1f-bb117446db51 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:30.995897 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f372e842-72a1-423a-a2f8-705f06868798 req-82d597fb-9964-44c9-bb1f-bb117446db51 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0569880 Feb 02 14:52:31.050970 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f372e842-72a1-423a-a2f8-705f06868798 req-4ccb1664-2d35-4832-92e3-2787df4a6c06 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486152 Feb 02 14:52:31.075033 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36382) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:31.110164 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f40605a2-0bdd-4897-a8ad-19f8f461178c req-772382fb-423b-4f6a-b2b4-4daea001e600 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 210 time: 0.0348027 Feb 02 14:52:31.168785 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0bc52980-673c-4871-968d-86e35c4456c4 req-64eb6941-a4cf-4400-af3c-19b84f024ea1 tempest-VolumesActionsTest-1689941291 tempest-VolumesActionsTest-1689941291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aadd77b-ed2c-4802-933c-5526bf23a3de HTTP/1.1" status: 200 len: 210 time: 0.0269842 Feb 02 14:52:31.314515 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-910390049-network', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:31.441240 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Made reservation on behalf of 9f052df4c1b34d03afd585859c6a8e55 for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:52:31.443672 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:31.452450 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:31.526354 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Publish callbacks [] for security_group (11402e3e-be40-4b40-a177-72be7809c90c), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:31.660512 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (11402e3e-be40-4b40-a177-72be7809c90c), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:31.680535 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:52:31.694224 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11402e3e-be40-4b40-a177-72be7809c90c,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:31.698894 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (a2cb287d-93b0-45a6-9f79-6186c180c06f), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:31.699240 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Added segment a2cb287d-93b0-45a6-9f79-6186c180c06f of type vlan for network 9184bd71-335b-4be0-804b-83d1c3aabf14 Feb 02 14:52:31.743423 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (9184bd71-335b-4be0-804b-83d1c3aabf14), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:31.863795 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (9184bd71-335b-4be0-804b-83d1c3aabf14), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:31.864933 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:31.865671 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:31.930189 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] Pushing event updated for resources: {'Network': ['ID=9184bd71-335b-4be0-804b-83d1c3aabf14,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:31.940332 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 9184bd71-335b-4be0-804b-83d1c3aabf14 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:52:31.941828 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98cfbe-ed37-4e0e-8fdc-68c1a04c2fee req-9c33c3c3-7066-466e-8f3f-bfe5dbafc9be tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:31.943723 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cb98cfbe-ed37-4e0e-8fdc-68c1a04c2fee req-9c33c3c3-7066-466e-8f3f-bfe5dbafc9be tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0563474 Feb 02 14:52:31.961042 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-acbf733c-bd12-4979-827c-e99ff2492c42 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8847132 Feb 02 14:52:31.968968 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36410) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:31.976549 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Request body: {'subnet': {'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-910390049-subnet', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'ip_version': 4}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:32.003149 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cb98cfbe-ed37-4e0e-8fdc-68c1a04c2fee req-d05025f5-80ef-405a-958c-ef8f0bf9c04b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495803 Feb 02 14:52:32.081185 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Made reservation on behalf of 9f052df4c1b34d03afd585859c6a8e55 for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:52:32.085513 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7206031'] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:32.235352 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0cbd9a84-6a1d-44b0-8091-0af6411e2a54 req-1ab902c2-4a7d-4908-b47d-3a5292b70107 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 210 time: 0.0442095 Feb 02 14:52:32.245008 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4550a-9e96-43cf-9af8-002df0ec68a5 req-db091fbe-e81d-4874-b60b-bb4102dac969 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:32.246643 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ef4550a-9e96-43cf-9af8-002df0ec68a5 req-db091fbe-e81d-4874-b60b-bb4102dac969 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1183209 Feb 02 14:52:32.321144 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ef4550a-9e96-43cf-9af8-002df0ec68a5 req-4b8d8bfa-073b-4b69-a5d3-5b4da22c8ea6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686831 Feb 02 14:52:32.385737 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5467431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7205733'] for subnet (703807f3-2fa6-4366-a8d8-6d32130fbf6d), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:32.444838 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=703807f3-2fa6-4366-a8d8-6d32130fbf6d,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:32.455369 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Checking segment: {'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:32.455733 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Network hostable DHCP agents. Network: 9184bd71-335b-4be0-804b-83d1c3aabf14, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:52:32.554985 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Network 9184bd71-335b-4be0-804b-83d1c3aabf14 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:52:32.646813 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 9184bd71-335b-4be0-804b-83d1c3aabf14) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:32.654569 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:32.654569 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:32.659054 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d117bc3d-a70c-45ef-9798-1d9eae0a8983 None None] Network 9184bd71-335b-4be0-804b-83d1c3aabf14 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:52:32.703852 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61a011-7330-49a1-80b6-f02434787659 req-a4b63e2d-2e66-4de9-9239-4352de77b9c9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:32.706826 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-a4b63e2d-2e66-4de9-9239-4352de77b9c9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "GET /v2.0/networks?id=881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 200 len: 815 time: 0.1338589 Feb 02 14:52:32.730873 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Request body: {'port': {'device_id': 'b921530e-37bb-4278-8c5a-892c12f64b7d', 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94', 'admin_state_up': True, 'tenant_id': '4e9d46681cc2408c9526c4f9575361b6'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:32.795966 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-7cac7ada-2710-45ad-a02d-2c66721e7cfd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8246315 Feb 02 14:52:32.798717 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 36436) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:32.804462 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:32.812775 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8970d6d-21a6-55cd-b380-35afc46c0d2f-9184bd71-335b-4be0-804b-83d1c3aabf14', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d'}]}} from dv-cinder-782518-2-iscsi. {{(pid=121023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:52:32.813641 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:32.926780 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16148'] for router (874e9e69-a091-4f49-b5b4-59772f12ff31), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:32.928917 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-638477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16157'] for router (874e9e69-a091-4f49-b5b4-59772f12ff31), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:32.966719 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Made reservation on behalf of 4e9d46681cc2408c9526c4f9575361b6 for: {'port': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:52:32.970217 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:32.991100 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.db_base_plugin_common [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Allocated IP 172.20.0.2 (9184bd71-335b-4be0-804b-83d1c3aabf14/703807f3-2fa6-4366-a8d8-6d32130fbf6d/754212f8-6412-4164-b482-81faca31bf2c) {{(pid=121023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:52:33.001577 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks [] for router_controller (874e9e69-a091-4f49-b5b4-59772f12ff31), precommit_add_association {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.109803 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Allocated IP 172.20.0.14 (881700dd-aa90-43d9-8db0-8f463dc5ec94/b5da69a2-8942-45df-bb4a-0dcff917a34f/c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:52:33.247899 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Publish callbacks [] for port (754212f8-6412-4164-b482-81faca31bf2c), precommit_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.265981 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139162c-2759-472c-9c3a-dffb5f989fb8 req-2ae711a2-0b9a-407c-8725-c4db6134964b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:33.267588 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5139162c-2759-472c-9c3a-dffb5f989fb8 req-2ae711a2-0b9a-407c-8725-c4db6134964b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1542757 Feb 02 14:52:33.342436 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks [] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.349624 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771843db-c30e-4e0a-93ac-345fc3450bd7 req-a8384553-1d67-43ee-9ab1-0ded18e5b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:33.349821 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (754212f8-6412-4164-b482-81faca31bf2c), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.351215 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-771843db-c30e-4e0a-93ac-345fc3450bd7 req-a8384553-1d67-43ee-9ab1-0ded18e5b4b0 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.0826595 Feb 02 14:52:33.374517 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks [] for router_gateway (874e9e69-a091-4f49-b5b4-59772f12ff31), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.413952 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5dd29384-7cc1-459a-88fe-41f9d25fab43 req-e40f321c-1e9b-4547-aa1c-18e6649dfaa5 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 210 time: 0.0616410 Feb 02 14:52:33.428916 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-771843db-c30e-4e0a-93ac-345fc3450bd7 req-fb6757e9-6d29-4a8c-95c0-0d04f0b789d1 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577123 Feb 02 14:52:33.429126 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Network 9184bd71-335b-4be0-804b-83d1c3aabf14 is already hosted by enough agents. {{(pid=121023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:33.441706 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.base_scheduler [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Resources bound (agent type, host, resource id): {{(pid=121023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:33.451182 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Received port after_create {{(pid=121023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:52:33.452279 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5139162c-2759-472c-9c3a-dffb5f989fb8 req-7b0a1a50-e1dd-4dba-bcca-acda0ae89810 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458724 Feb 02 14:52:33.470328 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Pushing event updated for resources: {'Port': ['ID=754212f8-6412-4164-b482-81faca31bf2c,revision_number=1']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:33.499018 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.499018 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.499342 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.499688 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.500024 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.500351 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.500677 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.501004 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.501330 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.501673 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.501989 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.502306 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.502623 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:33.535099 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Attempting to bind port 754212f8-6412-4164-b482-81faca31bf2c on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:52:33.535467 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Attempting to bind port 754212f8-6412-4164-b482-81faca31bf2c by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:52:33.535823 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Attempting to bind port 754212f8-6412-4164-b482-81faca31bf2c on network 9184bd71-335b-4be0-804b-83d1c3aabf14 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:33.541587 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:52:33.541962 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Checking segment: {'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:33.542345 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.542733 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Bound using segment: {'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:52:33.543219 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Bound port: 754212f8-6412-4164-b482-81faca31bf2c, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:52:33.543588 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (754212f8-6412-4164-b482-81faca31bf2c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.543881 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab1297-5fd6-4edc-a681-8e0b311a4dea req-4c25b2d4-f5cb-4b88-baf6-d2dd5e9a1f6a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:33.545355 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-70ab1297-5fd6-4edc-a681-8e0b311a4dea req-4c25b2d4-f5cb-4b88-baf6-d2dd5e9a1f6a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0561135 Feb 02 14:52:33.550039 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.591780 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['18c3600a-88e4-43d5-8dd7-07613f5a5c9b', '7a5d01e9-66c4-406a-8937-0a1af6d974a4', '746cda65-17f7-4412-abcc-e01ae4a0c9b1'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:52:33.600058 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Network 881700dd-aa90-43d9-8db0-8f463dc5ec94 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:33.603385 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:33.609597 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:52:33.639458 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Pushing event updated for resources: {'Port': ['ID=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:33.675252 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:33.676149 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.676918 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-70ab1297-5fd6-4edc-a681-8e0b311a4dea req-2b42d3c5-7a5d-4282-9054-eb0c97063eb8 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248682 Feb 02 14:52:33.697563 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] For port 754212f8-6412-4164-b482-81faca31bf2c, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:52:33.715076 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] For port 754212f8-6412-4164-b482-81faca31bf2c, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=754212f8-6412-4164-b482-81faca31bf2c,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:52:33.780987 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-1db6fc86-6da3-4818-a5ea-12076357d6f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0542145 Feb 02 14:52:33.804757 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (754212f8-6412-4164-b482-81faca31bf2c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.833248 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Request body: {'port': {'device_id': 'b921530e-37bb-4278-8c5a-892c12f64b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:33.843342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks [] for router_gateway (874e9e69-a091-4f49-b5b4-59772f12ff31), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.858620 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device dea8b249-1a97-4bcd-b489-151808c29402 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:52:33.864713 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.900163 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: dea8b249-1a97-4bcd-b489-151808c29402 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:52:33.901316 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device dea8b249-1a97-4bcd-b489-151808c29402 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:52:33.940056 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:33.957221 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99f056-0e4b-40fc-91a7-e67e93300558 None None] Pushing event updated for resources: {'Port': ['ID=754212f8-6412-4164-b482-81faca31bf2c,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:34.006976 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Allocated IP 172.27.3.8 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/16fff9d2-09ca-4083-96a2-420eeab2e3c1) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:52:34.128734 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks [] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:34.295740 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:34.348152 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:34.356741 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:34.359552 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:52:34.387782 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Pushing event updated for resources: {'Port': ['ID=16fff9d2-09ca-4083-96a2-420eeab2e3c1,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:34.439312 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 {{(pid=121021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:52:34.449144 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Publish callbacks [] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:34.464824 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.provisioning_blocks [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Transition to ACTIVE for port object c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 will not be triggered until provisioned by entity L2. {{(pid=121021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:52:34.578255 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:34.640631 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Pushing event updated for resources: {'Port': ['ID=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:34.782931 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Attempting to bind port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:52:34.782931 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Attempting to bind port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:52:34.782931 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Attempting to bind port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:34.797430 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:52:34.797835 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Attempting to bind port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 on network 881700dd-aa90-43d9-8db0-8f463dc5ec94 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:34.817112 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:52:34.817553 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Checking segment: {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:34.818410 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Bound using segment: {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:52:34.818906 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Bound port: c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ac384e-e99e-4918-af66-ea57cfbb42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94'}}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:52:34.819274 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:34.918493 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] For port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4, host hv-cinder-78251, cleared binding levels {{(pid=121021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:52:34.918906 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8a52d-a6a9-4b68-9a47-da13555096f0 req-1675abab-1d84-448a-a37d-ca8df47cff0d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:34.923111 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a5a8a52d-a6a9-4b68-9a47-da13555096f0 req-1675abab-1d84-448a-a37d-ca8df47cff0d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 944 time: 0.1231868 Feb 02 14:52:34.923427 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] For port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:52:34.933049 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5264a80-1a98-4fd7-857a-12b3f1c7fa68 req-874276c4-3edb-4841-9448-83c4fd2ec631 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:34.934581 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e5264a80-1a98-4fd7-857a-12b3f1c7fa68 req-874276c4-3edb-4841-9448-83c4fd2ec631 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1250911 Feb 02 14:52:34.972420 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 754212f8-6412-4164-b482-81faca31bf2c up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:35.025805 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:35.072870 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a5a8a52d-a6a9-4b68-9a47-da13555096f0 req-1609f7fb-1d15-4c72-98a9-c88ed70185ef tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370971 Feb 02 14:52:35.080943 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 754212f8-6412-4164-b482-81faca31bf2c triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:35.081522 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (754212f8-6412-4164-b482-81faca31bf2c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:35.097367 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Pushing event updated for resources: {'Port': ['ID=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,revision_number=3']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:35.103260 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:35.103973 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:35.105745 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-3386d06d-b6da-4090-bea9-746587932e6a service neutron] 10.222.0.115 "PUT /v2.0/ports/c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 HTTP/1.1" status: 200 len: 1094 time: 1.2806456 Feb 02 14:52:35.106482 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b921530e-37bb-4278-8c5a-892c12f64b7d', 'tag': 'c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:35.109350 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbe7d34-0aa6-44fe-9bb3-954f18797205" -d '{"events": [{"name": "network-changed", "server_uuid": "b921530e-37bb-4278-8c5a-892c12f64b7d", "tag": "c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:35.155145 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e5264a80-1a98-4fd7-857a-12b3f1c7fa68 req-3e503c8c-2824-4b70-9459-050b20d5e5a0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002776 Feb 02 14:52:35.209771 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac0aba5-407a-4125-9465-db90035d9307 x-openstack-request-id: req-eac0aba5-407a-4125-9465-db90035d9307 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:35.209771 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b921530e-37bb-4278-8c5a-892c12f64b7d", "tag": "c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:35.209771 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eac0aba5-407a-4125-9465-db90035d9307 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:35.209771 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b921530e-37bb-4278-8c5a-892c12f64b7d', 'tag': 'c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4', 'status': 'completed', 'code': 200} Feb 02 14:52:35.218246 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks [] for router_gateway (874e9e69-a091-4f49-b5b4-59772f12ff31), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:35.261234 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f712f06-3b10-41e0-9135-b0fa23b31299 None None] Network 9184bd71-335b-4be0-804b-83d1c3aabf14 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:52:35.287122 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71dad-958f-4ed9-b0a5-08fe3fb14fa6 req-9421ff80-c409-4d70-a193-521a6c788a15 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:35.288911 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7de71dad-958f-4ed9-b0a5-08fe3fb14fa6 req-9421ff80-c409-4d70-a193-521a6c788a15 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1284018 Feb 02 14:52:35.363406 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-540fc20b-9fdb-42e4-b117-36c679aa88ad None None] Provisioning complete for port 754212f8-6412-4164-b482-81faca31bf2c triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:35.364024 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-540fc20b-9fdb-42e4-b117-36c679aa88ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (754212f8-6412-4164-b482-81faca31bf2c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:35.406324 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7de71dad-958f-4ed9-b0a5-08fe3fb14fa6 req-05213405-e823-49fd-b869-bd35f807c139 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919058 Feb 02 14:52:35.467586 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804'] for router (874e9e69-a091-4f49-b5b4-59772f12ff31), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:35.479261 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 754212f8-6412-4164-b482-81faca31bf2c is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:35.479579 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (754212f8-6412-4164-b482-81faca31bf2c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:35.553785 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port 754212f8-6412-4164-b482-81faca31bf2c, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=754212f8-6412-4164-b482-81faca31bf2c,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:35.554701 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-540fc20b-9fdb-42e4-b117-36c679aa88ad None None] Current status of the port 754212f8-6412-4164-b482-81faca31bf2c is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:35.555105 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-540fc20b-9fdb-42e4-b117-36c679aa88ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (754212f8-6412-4164-b482-81faca31bf2c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:35.624381 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (754212f8-6412-4164-b482-81faca31bf2c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:35.686184 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Router 874e9e69-a091-4f49-b5b4-59772f12ff31 is scheduled to L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 with binding_index 1 {{(pid=121022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:52:35.703720 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.db.api [None req-540fc20b-9fdb-42e4-b117-36c679aa88ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:52:35.704371 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG oslo_db.api [None req-540fc20b-9fdb-42e4-b117-36c679aa88ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:52:35.710913 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=754212f8-6412-4164-b482-81faca31bf2c,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:35.813725 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:52:35.824181 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Sync routers for ids ['874e9e69-a091-4f49-b5b4-59772f12ff31'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:52:35.835131 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Routers {'874e9e69-a091-4f49-b5b4-59772f12ff31'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:52:35.835511 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:52:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['874e9e69-a091-4f49-b5b4-59772f12ff31'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:35.899643 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:35.900988 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-042c470b-f72e-4b02-93f5-d3e7f1395baf admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1011028 Feb 02 14:52:35.903526 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 36516) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:35.941610 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Set router 874e9e69-a091-4f49-b5b4-59772f12ff31 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:52:36.132798 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:34Z', 'revision_number': 3, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:36.164666 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Checking router: 874e9e69-a091-4f49-b5b4-59772f12ff31 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:52:36.165021 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Updating router 874e9e69-a091-4f49-b5b4-59772f12ff31 port 16fff9d2-09ca-4083-96a2-420eeab2e3c1 binding host dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:52:36.194356 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:36.250004 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-540fc20b-9fdb-42e4-b117-36c679aa88ad None None] Current status of the port 754212f8-6412-4164-b482-81faca31bf2c is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:36.298121 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dab74-7655-489a-99be-3238ed2e9418 req-d6b5da1f-6353-471e-a36d-5a4d1ed3f05c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:36.299549 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a90dab74-7655-489a-99be-3238ed2e9418 req-d6b5da1f-6353-471e-a36d-5a4d1ed3f05c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 944 time: 0.1440766 Feb 02 14:52:36.372187 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-7b987517-279c-41ed-ac4a-9e52185f49d7 None None] Provisioning complete for port 754212f8-6412-4164-b482-81faca31bf2c triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:36.372577 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7b987517-279c-41ed-ac4a-9e52185f49d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (754212f8-6412-4164-b482-81faca31bf2c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:36.385358 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdfd26-91fd-4b89-8b38-57ab43df84bc req-5a314016-e235-457c-ba56-2d6eb9b61188 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:36.391581 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-abbdfd26-91fd-4b89-8b38-57ab43df84bc req-5a314016-e235-457c-ba56-2d6eb9b61188 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1504977 Feb 02 14:52:36.444514 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a90dab74-7655-489a-99be-3238ed2e9418 req-e1e4484d-1ffc-4949-bbee-19ec4f56a8e1 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381476 Feb 02 14:52:36.468072 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-7b987517-279c-41ed-ac4a-9e52185f49d7 None None] Current status of the port 754212f8-6412-4164-b482-81faca31bf2c is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:36.489003 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Publish callbacks [] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), precommit_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:36.508238 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-abbdfd26-91fd-4b89-8b38-57ab43df84bc req-56f5bc1d-7f0d-437b-ac5f-7eb02d4241b3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119776 Feb 02 14:52:36.554935 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:36.560724 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:36.616482 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Attempting to bind port 16fff9d2-09ca-4083-96a2-420eeab2e3c1 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:52:36.616854 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Attempting to bind port 16fff9d2-09ca-4083-96a2-420eeab2e3c1 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:52:36.617215 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Attempting to bind port 16fff9d2-09ca-4083-96a2-420eeab2e3c1 on network 9739a75a-4066-4d10-9da4-91f07c2c2a48 {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:36.620127 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Pushing event updated for resources: {'Port': ['ID=16fff9d2-09ca-4083-96a2-420eeab2e3c1,revision_number=2']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:36.625524 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343727c-c5a2-4e22-9ed8-a27b8301bce6 req-4e5b39e4-469f-4bd0-8aeb-42b7fdd31b07 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:36.627025 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a343727c-c5a2-4e22-9ed8-a27b8301bce6 req-4e5b39e4-469f-4bd0-8aeb-42b7fdd31b07 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1121864 Feb 02 14:52:36.627626 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:52:36.628081 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:36.628486 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:36.628886 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Bound using segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:52:36.629352 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Bound port: 16fff9d2-09ca-4083-96a2-420eeab2e3c1, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:52:36.629726 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:36.632981 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.633344 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.633701 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.634041 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.634369 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.634694 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.635047 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.635389 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.635717 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.636059 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.636394 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.637060 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.637060 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:52:36.689099 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] For port 16fff9d2-09ca-4083-96a2-420eeab2e3c1, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:52:36.692035 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] For port 16fff9d2-09ca-4083-96a2-420eeab2e3c1, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=16fff9d2-09ca-4083-96a2-420eeab2e3c1,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:52:36.718502 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a343727c-c5a2-4e22-9ed8-a27b8301bce6 req-2055a856-8a20-452c-8205-f7fa3b93f543 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830450 Feb 02 14:52:36.760760 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 754212f8-6412-4164-b482-81faca31bf2c up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:36.776940 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:36.778900 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Allocated IP 172.20.0.1 (9184bd71-335b-4be0-804b-83d1c3aabf14/703807f3-2fa6-4366-a8d8-6d32130fbf6d/90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:52:36.814546 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 754212f8-6412-4164-b482-81faca31bf2c triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:36.814973 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (754212f8-6412-4164-b482-81faca31bf2c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:36.835650 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Routers {'874e9e69-a091-4f49-b5b4-59772f12ff31'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:52:36.836360 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:52:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['874e9e69-a091-4f49-b5b4-59772f12ff31'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:36.875858 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089cc34-cc78-4a12-ab91-ee97447d7033 None None] Pushing event updated for resources: {'Port': ['ID=16fff9d2-09ca-4083-96a2-420eeab2e3c1,revision_number=3']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:36.896575 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Publish callbacks [] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:36.918460 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 754212f8-6412-4164-b482-81faca31bf2c is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:36.985009 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:37.023169 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Network 9184bd71-335b-4be0-804b-83d1c3aabf14 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:37.026194 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:37.031929 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:52:37.048515 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7d34-0aa6-44fe-9bb3-954f18797205 req-ce7a5740-5dfa-4c43-96ba-db63a8cacf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:37.050277 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dbe7d34-0aa6-44fe-9bb3-954f18797205 req-ce7a5740-5dfa-4c43-96ba-db63a8cacf22 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 1128 time: 0.0535054 Feb 02 14:52:37.059459 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] Set router 874e9e69-a091-4f49-b5b4-59772f12ff31 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:52:37.065621 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Pushing event updated for resources: {'Port': ['ID=90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:37.079481 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637431'] for router_interface (874e9e69-a091-4f49-b5b4-59772f12ff31), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:37.253809 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7d34-0aa6-44fe-9bb3-954f18797205 req-d853fdb4-8e40-4303-8053-b0ef7be318e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:37.256229 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dbe7d34-0aa6-44fe-9bb3-954f18797205 req-d853fdb4-8e40-4303-8053-b0ef7be318e5 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=4e9d46681cc2408c9526c4f9575361b6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1471612 Feb 02 14:52:37.264685 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:34Z', 'revision_number': 3, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:37.299461 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d0c26-027c-40fe-9de4-4b981bf9475e None None] The sync data for ids ['874e9e69-a091-4f49-b5b4-59772f12ff31'] in dv-cinder-782518-2-iscsi is: [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:34Z', 'revision_number': 3, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:52:37.337619 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:37.369692 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7d34-0aa6-44fe-9bb3-954f18797205 req-5e572e01-0bd0-4996-855f-1a221ce1d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:37.372251 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dbe7d34-0aa6-44fe-9bb3-954f18797205 req-5e572e01-0bd0-4996-855f-1a221ce1d936 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1082826 Feb 02 14:52:37.399712 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-7ed64bd5-fea7-4efa-a5d7-7b7309a64adc None None] Provisioning complete for port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:37.400241 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7ed64bd5-fea7-4efa-a5d7-7b7309a64adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:37.437150 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-7ed64bd5-fea7-4efa-a5d7-7b7309a64adc None None] Port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:52:37.523946 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61a011-7330-49a1-80b6-f02434787659 req-784d0647-d1cf-4944-8bcc-23f3493a7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:37.525646 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-784d0647-d1cf-4944-8bcc-23f3493a7c7f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4e9d46681cc2408c9526c4f9575361b6&device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 1128 time: 0.0601673 Feb 02 14:52:37.542448 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Publish callbacks [] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:37.613754 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-d862ae3f-e123-46ba-b7fb-446076b1bafe service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 HTTP/1.1" status: 200 len: 217 time: 0.0626729 Feb 02 14:52:37.688805 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61a011-7330-49a1-80b6-f02434787659 req-2dcea412-7795-4d48-bf02-1aac77704326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:37.690327 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-2dcea412-7795-4d48-bf02-1aac77704326 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b5da69a2-8942-45df-bb4a-0dcff917a34f HTTP/1.1" status: 200 len: 855 time: 0.0570438 Feb 02 14:52:37.845414 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:37.960290 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637511'] for router_interface (874e9e69-a091-4f49-b5b4-59772f12ff31), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:37.962001 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Pushing event updated for resources: {'Port': ['ID=90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:37.983711 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45688b98-60c1-4991-b844-c20a2eb24913 req-3e04b584-4e55-4e49-ae6f-acd04613495b tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:37.985307 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-45688b98-60c1-4991-b844-c20a2eb24913 req-3e04b584-4e55-4e49-ae6f-acd04613495b tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 944 time: 0.4408700 Feb 02 14:52:38.011891 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fffb7e-01f0-48e7-9ddf-b79787047262 req-330752f2-ba6f-4aa9-a757-8b0d057d75a3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:38.013416 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-55fffb7e-01f0-48e7-9ddf-b79787047262 req-330752f2-ba6f-4aa9-a757-8b0d057d75a3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1709037 Feb 02 14:52:38.150211 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-45688b98-60c1-4991-b844-c20a2eb24913 req-8089efc2-547a-436c-ad80-b62396e7a36c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568654 Feb 02 14:52:38.154909 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-55fffb7e-01f0-48e7-9ddf-b79787047262 req-d5fa55ba-cf84-4c0e-a7ee-9119c0504fe7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325276 Feb 02 14:52:38.164495 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Network 9184bd71-335b-4be0-804b-83d1c3aabf14 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:38.166366 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:38.360096 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Router 874e9e69-a091-4f49-b5b4-59772f12ff31 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:52:38.375526 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cfbb0-923d-4fc4-881c-180c91210f33 req-b5d64400-f7ac-4bfa-97b8-affb53deb47a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:38.377124 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6e3cfbb0-923d-4fc4-881c-180c91210f33 req-b5d64400-f7ac-4bfa-97b8-affb53deb47a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0841846 Feb 02 14:52:38.473295 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b0d383ec-51f8-4f91-864d-3d5bd76fec71 None None] Provisioning complete for port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:38.474419 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b0d383ec-51f8-4f91-864d-3d5bd76fec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:38.498903 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6e3cfbb0-923d-4fc4-881c-180c91210f33 req-e80b3587-7a52-4dda-8f02-510866ef93f3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133657 Feb 02 14:52:38.522030 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:52:38.526472 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b0d383ec-51f8-4f91-864d-3d5bd76fec71 None None] Port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:52:38.531415 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-d98b5be4-ad28-4fd5-a996-d79240223e01 admin admin] 10.222.0.10 "PUT /v2.0/routers/874e9e69-a091-4f49-b5b4-59772f12ff31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6252763 Feb 02 14:52:38.664813 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-6089c27d-e21e-4264-90fa-d64a48c62047 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=881700dd-aa90-43d9-8db0-8f463dc5ec94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301988 Feb 02 14:52:38.835070 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 16fff9d2-09ca-4083-96a2-420eeab2e3c1 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:38.908359 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 16fff9d2-09ca-4083-96a2-420eeab2e3c1 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:38.908668 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:38.972139 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5446d6-f5e6-4513-a312-f2531fcbfb6c req-c9364b9a-c97e-4283-b561-e716ebf8b37b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:38.975196 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2f5446d6-f5e6-4513-a312-f2531fcbfb6c req-c9364b9a-c97e-4283-b561-e716ebf8b37b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1011801 Feb 02 14:52:39.011321 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 16fff9d2-09ca-4083-96a2-420eeab2e3c1 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:39.011712 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.033193 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port 16fff9d2-09ca-4083-96a2-420eeab2e3c1, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=16fff9d2-09ca-4083-96a2-420eeab2e3c1,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:39.034567 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2f5446d6-f5e6-4513-a312-f2531fcbfb6c req-c91b8421-2b16-4094-9e66-eeddf2fe4468 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504251 Feb 02 14:52:39.120577 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.172279 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=16fff9d2-09ca-4083-96a2-420eeab2e3c1,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:39.178431 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Sync routers for ids ['874e9e69-a091-4f49-b5b4-59772f12ff31'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:52:39.188012 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Routers {'874e9e69-a091-4f49-b5b4-59772f12ff31'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:52:39.188622 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:52:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['874e9e69-a091-4f49-b5b4-59772f12ff31'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:39.314462 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Set router 874e9e69-a091-4f49-b5b4-59772f12ff31 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:52:39.323118 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a754f-f5db-4950-bb46-d144dc59a455 req-6c4a54e4-1918-421c-b82b-05ba132d5ffe tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:39.324396 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-786a754f-f5db-4950-bb46-d144dc59a455 req-6c4a54e4-1918-421c-b82b-05ba132d5ffe tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 944 time: 0.1004713 Feb 02 14:52:39.341911 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712a4b7-6657-4798-8143-3d635a6b3a96 req-a911b9a6-0cf9-4b65-837b-5b37516a6151 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:39.344634 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b712a4b7-6657-4798-8143-3d635a6b3a96 req-a911b9a6-0cf9-4b65-837b-5b37516a6151 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0812368 Feb 02 14:52:39.378841 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36590) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:39.384761 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-790008699-network', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:39.413288 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-786a754f-f5db-4950-bb46-d144dc59a455 req-fe36f350-25c9-4235-84ac-6f96305bc84c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822785 Feb 02 14:52:39.424803 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b712a4b7-6657-4798-8143-3d635a6b3a96 req-b3d293f1-a4f7-4a22-bc82-24f41f2ef58f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733154 Feb 02 14:52:39.511647 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Made reservation on behalf of a65fee920a064d7c8cb3d5a826fa3ec9 for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:52:39.513836 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.530674 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.532612 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:37Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6', 'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'mac_address': 'fa:16:3e:dd:0e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:36Z', 'updated_at': '2022-02-02T14:52:37Z', 'revision_number': 2, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'subnets': [{'id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:39.565213 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Checking router: 874e9e69-a091-4f49-b5b4-59772f12ff31 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:52:39.565570 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Updating router 874e9e69-a091-4f49-b5b4-59772f12ff31 port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 binding host dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:52:39.594150 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.617832 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-27b40093-a4e6-4a2f-a540-2fbefed59176 service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255798 Feb 02 14:52:39.658365 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Publish callbacks [] for security_group (07b79656-7f14-4749-ab5c-bb40e84d08ba), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.726064 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (07b79656-7f14-4749-ab5c-bb40e84d08ba), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.751991 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:52:39.762698 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b79656-7f14-4749-ab5c-bb40e84d08ba,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:39.768284 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (aa9fb304-862d-472b-86a7-57a3c8db232d), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.768628 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Added segment aa9fb304-862d-472b-86a7-57a3c8db232d of type vlan for network 80b36e81-77bc-4e99-933b-37a72c4f9e1a Feb 02 14:52:39.809454 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (80b36e81-77bc-4e99-933b-37a72c4f9e1a), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.862782 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Publish callbacks [] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), precommit_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.903466 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (80b36e81-77bc-4e99-933b-37a72c4f9e1a), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.904559 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:39.905138 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.931880 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:39.966050 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] Pushing event updated for resources: {'Network': ['ID=80b36e81-77bc-4e99-933b-37a72c4f9e1a,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:39.982050 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 80b36e81-77bc-4e99-933b-37a72c4f9e1a details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:52:40.002939 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f9271-eb7d-4452-bdbb-db998ecce533 None None] Pushing event updated for resources: {'Port': ['ID=90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:40.030827 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f1c1261d-1fe9-4001-bd14-d8c9df9fd10d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6507363 Feb 02 14:52:40.033493 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 36596) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:40.039442 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Request body: {'subnet': {'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-790008699-subnet', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'ip_version': 4}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:40.102456 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Attempting to bind port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:52:40.102840 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Attempting to bind port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:52:40.103204 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Attempting to bind port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 on network 9184bd71-335b-4be0-804b-83d1c3aabf14 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:40.109933 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:52:40.110310 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Checking segment: {'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:40.110709 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:40.111115 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Bound using segment: {'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:52:40.111584 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Bound port: 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:52:40.111960 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:40.156486 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Made reservation on behalf of a65fee920a064d7c8cb3d5a826fa3ec9 for: {'subnet': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:52:40.158855 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843512'] for subnet (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:40.169283 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b600eb1-41c9-49d2-b559-31879f433e0d req-a47adf6f-694b-45fd-a7e3-90882c8d664a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:40.175294 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9b600eb1-41c9-49d2-b559-31879f433e0d req-a47adf6f-694b-45fd-a7e3-90882c8d664a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0679607 Feb 02 14:52:40.191492 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] For port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:52:40.195061 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] For port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:52:40.260722 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-782f831d-8106-487d-93de-567bfd6252a5 None None] Provisioning complete for port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:40.261003 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-782f831d-8106-487d-93de-567bfd6252a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:40.279262 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9b600eb1-41c9-49d2-b559-31879f433e0d req-2c598cd2-a38f-4af0-94c4-bc2867c9a191 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936565 Feb 02 14:52:40.286906 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:40.331796 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-782f831d-8106-487d-93de-567bfd6252a5 None None] Port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:52:40.371435 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Routers {'874e9e69-a091-4f49-b5b4-59772f12ff31'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:52:40.372065 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:52:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['874e9e69-a091-4f49-b5b4-59772f12ff31'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:40.373988 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f9271-eb7d-4452-bdbb-db998ecce533 None None] Pushing event updated for resources: {'Port': ['ID=90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:40.475696 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5302709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5844434'] for subnet (c5a47116-9749-4443-bca8-294c44172121), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:40.623122 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-5102ab9c-fb3a-4cf3-96fc-45c00c61a165 None None] Provisioning complete for port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:40.623737 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5102ab9c-fb3a-4cf3-96fc-45c00c61a165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:40.627344 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a47116-9749-4443-bca8-294c44172121,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:40.652892 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Checking segment: {'id': 'aa9fb304-862d-472b-86a7-57a3c8db232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:40.653917 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Network hostable DHCP agents. Network: 80b36e81-77bc-4e99-933b-37a72c4f9e1a, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:52:40.662738 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] Set router 874e9e69-a091-4f49-b5b4-59772f12ff31 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:52:40.674442 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757c82-f8eb-42b4-b5a6-6fffdcf14bab req-a0489328-1d41-4c1c-a4b3-113f465d8cb2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:40.678182 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0c757c82-f8eb-42b4-b5a6-6fffdcf14bab req-a0489328-1d41-4c1c-a4b3-113f465d8cb2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 944 time: 0.1496198 Feb 02 14:52:40.705320 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064ee67-6ca1-490b-a7e4-a8ee08e7354b req-8ce4f648-b7ce-4bd4-837b-6eed87a777c0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:40.715092 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fdf86-59d6-47b8-ae95-092903d84082 req-94bafc4e-4b64-45c6-90c6-4f310ec9cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:40.716839 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-794fdf86-59d6-47b8-ae95-092903d84082 req-94bafc4e-4b64-45c6-90c6-4f310ec9cb59 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.1056092 Feb 02 14:52:40.720813 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3064ee67-6ca1-490b-a7e4-a8ee08e7354b req-8ce4f648-b7ce-4bd4-837b-6eed87a777c0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1748664 Feb 02 14:52:40.722673 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3b61a011-7330-49a1-80b6-f02434787659 req-b6d2f43f-dba0-4c91-ab29-2d2af38114fc service neutron] 10.222.0.115 "GET /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351428 Feb 02 14:52:40.794176 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3064ee67-6ca1-490b-a7e4-a8ee08e7354b req-c9aeb133-dae1-4ccd-8f0e-4baaf85626bd tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723987 Feb 02 14:52:40.815605 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0c757c82-f8eb-42b4-b5a6-6fffdcf14bab req-d3064cde-fcc9-4871-94e9-04407a606f69 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310737 Feb 02 14:52:40.830019 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Network 80b36e81-77bc-4e99-933b-37a72c4f9e1a is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:52:40.830814 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 16fff9d2-09ca-4083-96a2-420eeab2e3c1 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:40.851927 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fdf86-59d6-47b8-ae95-092903d84082 req-ab15b895-6aa2-4358-8277-0ce26bd7378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:40.853594 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-794fdf86-59d6-47b8-ae95-092903d84082 req-ab15b895-6aa2-4358-8277-0ce26bd7378f service neutron] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 920 time: 0.1290002 Feb 02 14:52:40.897751 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 80b36e81-77bc-4e99-933b-37a72c4f9e1a) {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:40.903264 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:40.903788 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:40.909935 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-5102ab9c-fb3a-4cf3-96fc-45c00c61a165 None None] Current status of the port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:40.910750 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5102ab9c-fb3a-4cf3-96fc-45c00c61a165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:40.920676 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76247416-1ea3-482f-adda-ab95654181be None None] Network 80b36e81-77bc-4e99-933b-37a72c4f9e1a requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:52:40.979717 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-794fdf86-59d6-47b8-ae95-092903d84082 req-018475d3-c30c-4631-8bd9-c1965b929c4f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc HTTP/1.1" status: 200 len: 217 time: 0.0445850 Feb 02 14:52:40.995604 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-c73ab6e1-157b-42db-b4f5-6b1c3e1ef91d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9587371 Feb 02 14:52:40.995823 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 36614) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:41.000055 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-790008699-router', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:41.037483 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fdf86-59d6-47b8-ae95-092903d84082 req-a99e83c0-7f22-4555-a9fe-238af408a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:41.038953 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-794fdf86-59d6-47b8-ae95-092903d84082 req-a99e83c0-7f22-4555-a9fe-238af408a692 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.0527461 Feb 02 14:52:41.049349 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-5102ab9c-fb3a-4cf3-96fc-45c00c61a165 None None] For port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:41.066120 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 16fff9d2-09ca-4083-96a2-420eeab2e3c1 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:41.066493 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.073421 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-794fdf86-59d6-47b8-ae95-092903d84082 req-f7197ee2-797b-4125-be41-b58b4819ddd8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250943 Feb 02 14:52:41.091037 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16148'] for router (8acac574-ce4d-47bf-8143-080a42266fc1), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.092807 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-638477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16157'] for router (8acac574-ce4d-47bf-8143-080a42266fc1), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.126829 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5102ab9c-fb3a-4cf3-96fc-45c00c61a165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.135111 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8970d6d-21a6-55cd-b380-35afc46c0d2f-80b36e81-77bc-4e99-933b-37a72c4f9e1a', 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a', 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'fixed_ips': [{'subnet_id': 'c5a47116-9749-4443-bca8-294c44172121'}]}} from dv-cinder-782518-2-iscsi. {{(pid=121023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:52:41.135946 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.160515 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks [] for router_controller (8acac574-ce4d-47bf-8143-080a42266fc1), precommit_add_association {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.174033 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:37Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6', 'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'mac_address': 'fa:16:3e:dd:0e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:36Z', 'updated_at': '2022-02-02T14:52:40Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'subnets': [{'id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:41.179399 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-794fdf86-59d6-47b8-ae95-092903d84082 req-2412779e-194d-4e2f-87e3-937eb793af29 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919361 Feb 02 14:52:41.221794 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61559e0a-5af2-45d3-ab70-e5fba85e77b3 None None] The sync data for ids ['874e9e69-a091-4f49-b5b4-59772f12ff31'] in dv-cinder-782518-2-iscsi is: [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:37Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6', 'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'mac_address': 'fa:16:3e:dd:0e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:36Z', 'updated_at': '2022-02-02T14:52:40Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'subnets': [{'id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:52:41.249940 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102ab9c-fb3a-4cf3-96fc-45c00c61a165 None None] Pushing event updated for resources: {'Port': ['ID=90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:41.368733 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 16fff9d2-09ca-4083-96a2-420eeab2e3c1 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:41.381664 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-794fdf86-59d6-47b8-ae95-092903d84082 req-923b1e7b-7ac1-417b-aeb4-fb9ac450d6c4 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927822 Feb 02 14:52:41.484578 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks [] for router_gateway (8acac574-ce4d-47bf-8143-080a42266fc1), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.511636 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ccacf-09bd-47dd-a449-55d99db8c51c req-dca7d04b-5fd5-490a-902d-6396f480c814 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:41.513369 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1e0ccacf-09bd-47dd-a449-55d99db8c51c req-dca7d04b-5fd5-490a-902d-6396f480c814 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0931809 Feb 02 14:52:41.523930 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.db_base_plugin_common [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Allocated IP 172.20.0.2 (80b36e81-77bc-4e99-933b-37a72c4f9e1a/c5a47116-9749-4443-bca8-294c44172121/44fb6f4d-026e-401c-8781-351f9ea963c1) {{(pid=121023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:52:41.579582 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1e0ccacf-09bd-47dd-a449-55d99db8c51c req-3ea6f771-5d38-4033-a1b4-38f6912153b4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557034 Feb 02 14:52:41.690383 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Publish callbacks [] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), precommit_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.761050 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.806937 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks [] for router_gateway (8acac574-ce4d-47bf-8143-080a42266fc1), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.809694 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Network 80b36e81-77bc-4e99-933b-37a72c4f9e1a is already hosted by enough agents. {{(pid=121023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:41.814406 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.base_scheduler [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Resources bound (agent type, host, resource id): {{(pid=121023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:41.816149 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Pushing event updated for resources: {'Port': ['ID=44fb6f4d-026e-401c-8781-351f9ea963c1,revision_number=1']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:41.820698 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Received port after_create {{(pid=121023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:52:41.835458 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.884192 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Attempting to bind port 44fb6f4d-026e-401c-8781-351f9ea963c1 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:52:41.885999 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Attempting to bind port 44fb6f4d-026e-401c-8781-351f9ea963c1 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'aa9fb304-862d-472b-86a7-57a3c8db232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:52:41.885999 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Attempting to bind port 44fb6f4d-026e-401c-8781-351f9ea963c1 on network 80b36e81-77bc-4e99-933b-37a72c4f9e1a {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:41.891482 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:52:41.891856 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Checking segment: {'id': 'aa9fb304-862d-472b-86a7-57a3c8db232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:41.892253 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.892637 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Bound using segment: {'id': 'aa9fb304-862d-472b-86a7-57a3c8db232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:52:41.893104 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Bound port: 44fb6f4d-026e-401c-8781-351f9ea963c1, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9fb304-862d-472b-86a7-57a3c8db232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:52:41.893477 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:41.987030 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] For port 44fb6f4d-026e-401c-8781-351f9ea963c1, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:52:41.992143 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] For port 44fb6f4d-026e-401c-8781-351f9ea963c1, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=44fb6f4d-026e-401c-8781-351f9ea963c1,segment=NetworkSegment(aa9fb304-862d-472b-86a7-57a3c8db232d),segment_id=aa9fb304-862d-472b-86a7-57a3c8db232d)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:52:42.064769 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:42.068854 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Allocated IP 172.27.3.128 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/3df329c2-f933-4aee-af70-3362fcd9702c) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:52:42.086549 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb33645-33e6-41d8-86a9-f736902ac7f0 req-f19521f1-1afe-45de-b309-b85c9a5830d5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:42.088263 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6cb33645-33e6-41d8-86a9-f736902ac7f0 req-f19521f1-1afe-45de-b309-b85c9a5830d5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1825917 Feb 02 14:52:42.100556 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725afe73-3a8f-4d99-91f2-90a935e6e714 req-2a2831a2-ee1e-4d39-a659-18129a08ba59 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:42.102060 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-725afe73-3a8f-4d99-91f2-90a935e6e714 req-2a2831a2-ee1e-4d39-a659-18129a08ba59 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 944 time: 0.1782134 Feb 02 14:52:42.171091 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe233b-dca3-4d0c-97ac-baacc68ac793 None None] Pushing event updated for resources: {'Port': ['ID=44fb6f4d-026e-401c-8781-351f9ea963c1,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:42.248846 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-725afe73-3a8f-4d99-91f2-90a935e6e714 req-4455b129-7a73-4c83-91bd-c19b3df61554 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340833 Feb 02 14:52:42.309069 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6cb33645-33e6-41d8-86a9-f736902ac7f0 req-eb582951-a3a4-45bc-9da4-482884c37ff9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997659 Feb 02 14:52:42.347989 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks [] for port (3df329c2-f933-4aee-af70-3362fcd9702c), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:42.527494 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:42.592494 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:42.603230 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:42.607205 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:52:42.644890 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Pushing event updated for resources: {'Port': ['ID=3df329c2-f933-4aee-af70-3362fcd9702c,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:42.746652 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cff62f5a-8a9e-43c4-ae60-65d178404929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:42.809993 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a049b1-ba53-4914-a237-d21551f68dbf req-7dd0ddaf-d0ee-4a13-a5eb-534fb0fb4b57 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:42.815228 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-70a049b1-ba53-4914-a237-d21551f68dbf req-7dd0ddaf-d0ee-4a13-a5eb-534fb0fb4b57 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1608570 Feb 02 14:52:42.977016 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:43.034024 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:43.034581 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:43.170695 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-70a049b1-ba53-4914-a237-d21551f68dbf req-1a3dbe8b-a644-4ab2-bab4-db28eaf76da3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464735 Feb 02 14:52:43.213918 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:43.215107 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 44fb6f4d-026e-401c-8781-351f9ea963c1 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:43.329909 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 44fb6f4d-026e-401c-8781-351f9ea963c1 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:43.330283 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:43.383077 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks [] for router_gateway (8acac574-ce4d-47bf-8143-080a42266fc1), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:43.640310 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 44fb6f4d-026e-401c-8781-351f9ea963c1 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:43.644844 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:43.698672 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aee7b-41f1-434e-9f84-818a859d66f6 req-741195c1-2f03-4580-b1f8-bb92d71a17d3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:43.701355 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-731aee7b-41f1-434e-9f84-818a859d66f6 req-741195c1-2f03-4580-b1f8-bb92d71a17d3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 944 time: 0.2310941 Feb 02 14:52:43.702366 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port 44fb6f4d-026e-401c-8781-351f9ea963c1, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=44fb6f4d-026e-401c-8781-351f9ea963c1,segment=NetworkSegment(aa9fb304-862d-472b-86a7-57a3c8db232d),segment_id=aa9fb304-862d-472b-86a7-57a3c8db232d)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:43.704970 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027a2e07-3c8b-4dcc-8326-c5c76e2834d6 None None] Network 80b36e81-77bc-4e99-933b-37a72c4f9e1a requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:52:43.739777 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a493fa-37e1-402d-a70d-7be3076cce15 req-6b5c424e-dc90-4905-94e7-208db9c0b64b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:43.743509 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b707e7d8-d7e5-480c-9b45-3a6f04817180 None None] Provisioning complete for port 44fb6f4d-026e-401c-8781-351f9ea963c1 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:43.744355 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b707e7d8-d7e5-480c-9b45-3a6f04817180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:43.747216 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a2a493fa-37e1-402d-a70d-7be3076cce15 req-6b5c424e-dc90-4905-94e7-208db9c0b64b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1882167 Feb 02 14:52:43.842533 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:43.956756 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-731aee7b-41f1-434e-9f84-818a859d66f6 req-90597b16-2eae-4baf-9caf-cafcf71479b8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293561 Feb 02 14:52:43.966613 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=44fb6f4d-026e-401c-8781-351f9ea963c1,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:43.977033 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b707e7d8-d7e5-480c-9b45-3a6f04817180 None None] Current status of the port 44fb6f4d-026e-401c-8781-351f9ea963c1 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:44.062406 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a2a493fa-37e1-402d-a70d-7be3076cce15 req-e6f017dc-8e69-4e57-8e6f-e11a8e2b4d25 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3140974 Feb 02 14:52:44.127946 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804'] for router (8acac574-ce4d-47bf-8143-080a42266fc1), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:44.310502 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-766dd696-a830-47ee-8f6e-a6eca7d470c9 None None] Provisioning complete for port 44fb6f4d-026e-401c-8781-351f9ea963c1 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:44.310978 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-766dd696-a830-47ee-8f6e-a6eca7d470c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:44.388437 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83e753-6af5-4ecb-919e-754428a83daf req-ce070677-debc-4da8-8cba-3f85c99b6a1f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:44.390398 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3f83e753-6af5-4ecb-919e-754428a83daf req-ce070677-debc-4da8-8cba-3f85c99b6a1f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1203682 Feb 02 14:52:44.486865 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3f83e753-6af5-4ecb-919e-754428a83daf req-29cec787-c596-4a6e-99a3-7d473c7e3a5b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844679 Feb 02 14:52:44.600453 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-766dd696-a830-47ee-8f6e-a6eca7d470c9 None None] Current status of the port 44fb6f4d-026e-401c-8781-351f9ea963c1 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:44.787673 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 44fb6f4d-026e-401c-8781-351f9ea963c1 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:44.847007 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 44fb6f4d-026e-401c-8781-351f9ea963c1 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:44.847630 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:44.874875 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Router 8acac574-ce4d-47bf-8143-080a42266fc1 is scheduled to L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 with binding_index 1 {{(pid=121022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:52:44.943158 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 44fb6f4d-026e-401c-8781-351f9ea963c1 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:44.993047 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:52:45.002158 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Sync routers for ids ['8acac574-ce4d-47bf-8143-080a42266fc1'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:52:45.013146 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Routers {'8acac574-ce4d-47bf-8143-080a42266fc1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:52:45.024921 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:52:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['8acac574-ce4d-47bf-8143-080a42266fc1'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:45.075635 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c5959-77ac-47ed-9690-8ad94d2912b9 req-8f795238-371e-4c57-8977-6c6cde917d85 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:45.077267 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-081c5959-77ac-47ed-9690-8ad94d2912b9 req-8f795238-371e-4c57-8977-6c6cde917d85 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 944 time: 0.0568419 Feb 02 14:52:45.082247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:45.084435 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b4f90173-c07a-4fbe-8680-2f04e4938a86 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0876887 Feb 02 14:52:45.087790 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36702) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:45.124438 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Set router 8acac574-ce4d-47bf-8143-080a42266fc1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:52:45.129786 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-081c5959-77ac-47ed-9690-8ad94d2912b9 req-a6c0d5a9-6926-4c78-8e03-550c4306e69f tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442424 Feb 02 14:52:45.179496 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-369012fe-eb10-4e27-8316-ee0f5569c88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:45.195916 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:52:45.236724 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd1dfe-d990-4eb4-88a5-673d29282217 req-cee4e810-a7fe-45bf-9168-650bb83fc2c1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:45.244524 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0ebd1dfe-d990-4eb4-88a5-673d29282217 req-cee4e810-a7fe-45bf-9168-650bb83fc2c1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0640340 Feb 02 14:52:45.306178 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0ebd1dfe-d990-4eb4-88a5-673d29282217 req-6eb00e0b-145e-44cb-b16f-94c06cfe9c69 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608828 Feb 02 14:52:45.320123 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'name': 'tempest-TestMinimumBasicScenario-790008699-router', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:43Z', 'revision_number': 3, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'gw_port': {'id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:45.330468 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:45.344058 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': 'c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4', 'network_id': '881700dd-aa90-43d9-8db0-8f463dc5ec94', 'port_id': 'c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4', 'mac_address': 'fa:16:3e:64:d7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5da69a2-8942-45df-bb4a-0dcff917a34f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:52:45.354438 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Checking router: 8acac574-ce4d-47bf-8143-080a42266fc1 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:52:45.354839 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Updating router 8acac574-ce4d-47bf-8143-080a42266fc1 port 3df329c2-f933-4aee-af70-3362fcd9702c binding host dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:52:45.384917 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:45.388134 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:45.388603 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:45.403345 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:52:45.425809 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:45.480249 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:45.530165 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:45.627214 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cb9a0-33cf-4236-a31c-15fa791ad6b8 req-834c15fa-3bcd-48eb-b14c-f851c290aa2f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:45.628728 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-222cb9a0-33cf-4236-a31c-15fa791ad6b8 req-834c15fa-3bcd-48eb-b14c-f851c290aa2f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0538967 Feb 02 14:52:45.664594 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Publish callbacks [] for port (3df329c2-f933-4aee-af70-3362fcd9702c), precommit_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:45.681160 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-222cb9a0-33cf-4236-a31c-15fa791ad6b8 req-4145ff9e-0605-4799-8c0b-1d212afeb404 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461257 Feb 02 14:52:45.735897 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:45.793444 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f13d2-a8f3-4c27-92c9-29db665fdcf2 None None] Pushing event updated for resources: {'Port': ['ID=3df329c2-f933-4aee-af70-3362fcd9702c,revision_number=2']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:45.795600 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Attempting to bind port 3df329c2-f933-4aee-af70-3362fcd9702c on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:52:45.795963 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Attempting to bind port 3df329c2-f933-4aee-af70-3362fcd9702c by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:52:45.796322 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Attempting to bind port 3df329c2-f933-4aee-af70-3362fcd9702c on network 9739a75a-4066-4d10-9da4-91f07c2c2a48 {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:45.801534 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:52:45.801941 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:45.802309 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:45.802691 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Bound using segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:52:45.803179 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Bound port: 3df329c2-f933-4aee-af70-3362fcd9702c, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:52:45.803783 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:45.844930 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:45.856580 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] For port 3df329c2-f933-4aee-af70-3362fcd9702c, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:52:45.859806 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] For port 3df329c2-f933-4aee-af70-3362fcd9702c, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=3df329c2-f933-4aee-af70-3362fcd9702c,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:52:45.965053 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:46.007761 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Allocated IP 172.20.0.1 (80b36e81-77bc-4e99-933b-37a72c4f9e1a/c5a47116-9749-4443-bca8-294c44172121/fb9fdd7f-da44-4259-bbc3-301be47679c9) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:52:46.022735 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Routers {'8acac574-ce4d-47bf-8143-080a42266fc1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:52:46.023460 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:52:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['8acac574-ce4d-47bf-8143-080a42266fc1'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:46.028045 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f13d2-a8f3-4c27-92c9-29db665fdcf2 None None] Pushing event updated for resources: {'Port': ['ID=3df329c2-f933-4aee-af70-3362fcd9702c,revision_number=3']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:46.119503 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Publish callbacks [] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:46.125892 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:46.135561 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] Set router 8acac574-ce4d-47bf-8143-080a42266fc1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:52:46.240979 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:46.275826 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f7ac7-4efd-4e15-9e62-23e94cce795c req-0d2f275c-74ba-4eda-ade7-0705616d42f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:46.278563 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd3f7ac7-4efd-4e15-9e62-23e94cce795c req-0d2f275c-74ba-4eda-ade7-0705616d42f9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 945 time: 0.0758359 Feb 02 14:52:46.308693 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Network 80b36e81-77bc-4e99-933b-37a72c4f9e1a is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:46.312635 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:46.315553 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:52:46.320260 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9fdd7f-da44-4259-bbc3-301be47679c9,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:46.400074 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637431'] for router_interface (8acac574-ce4d-47bf-8143-080a42266fc1), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:46.425250 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'name': 'tempest-TestMinimumBasicScenario-790008699-router', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:43Z', 'revision_number': 3, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'gw_port': {'id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:46.430923 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd3f7ac7-4efd-4e15-9e62-23e94cce795c req-74749b63-906c-4777-9764-40f48e23d0e5 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473439 Feb 02 14:52:46.479369 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b7a3c-589c-43fe-9499-9719db3890aa None None] The sync data for ids ['8acac574-ce4d-47bf-8143-080a42266fc1'] in dv-cinder-782518-2-iscsi is: [{'id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'name': 'tempest-TestMinimumBasicScenario-790008699-router', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:43Z', 'revision_number': 3, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'gw_port': {'id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:52:46.574575 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabb5a0-0ccb-4683-a61e-baa91fecd765 req-1bfda5dc-ce49-418b-b3f7-f9628a315c05 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:46.589055 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fdabb5a0-0ccb-4683-a61e-baa91fecd765 req-1bfda5dc-ce49-418b-b3f7-f9628a315c05 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1570859 Feb 02 14:52:46.671089 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fdabb5a0-0ccb-4683-a61e-baa91fecd765 req-93816b2a-c566-447b-9529-f2560a9c8934 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676539 Feb 02 14:52:46.774896 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-314a9dd2-81ca-4089-ab9e-fbde5aeec4c5 None None] Provisioning complete for port fb9fdd7f-da44-4259-bbc3-301be47679c9 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:46.781142 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-314a9dd2-81ca-4089-ab9e-fbde5aeec4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:46.834747 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:52:46.877553 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:46.949264 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-314a9dd2-81ca-4089-ab9e-fbde5aeec4c5 None None] Port fb9fdd7f-da44-4259-bbc3-301be47679c9 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:52:46.984116 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76f7b-0f0c-4dea-b39f-b9934ef784d7 req-2246614d-50af-4854-8949-6e1a376b9bc7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:47.000798 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-60b76f7b-0f0c-4dea-b39f-b9934ef784d7 req-2246614d-50af-4854-8949-6e1a376b9bc7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1994069 Feb 02 14:52:47.144965 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-60b76f7b-0f0c-4dea-b39f-b9934ef784d7 req-7f5dc2a6-054d-419c-9451-4b2335f8005c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425593 Feb 02 14:52:47.281735 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Publish callbacks [] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:47.353774 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:47.448374 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9fdd7f-da44-4259-bbc3-301be47679c9,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:47.557161 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637511'] for router_interface (8acac574-ce4d-47bf-8143-080a42266fc1), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:47.639626 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d100fa3-6b3f-4ad7-a08a-6dba60459b6f req-0728215f-9394-46e9-8baa-fcffb7ee48b7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:47.641355 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3d100fa3-6b3f-4ad7-a08a-6dba60459b6f req-0728215f-9394-46e9-8baa-fcffb7ee48b7 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 945 time: 0.0684898 Feb 02 14:52:47.737945 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Network 80b36e81-77bc-4e99-933b-37a72c4f9e1a is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:52:47.743404 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:47.777720 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:47.780486 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3d100fa3-6b3f-4ad7-a08a-6dba60459b6f req-56071142-9271-4eb0-8d55-5bf8d04b7b4e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321380 Feb 02 14:52:47.896519 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7dc05-1e7a-4ac5-9430-9c17fac3d816 req-00d16eae-7cba-4442-bee3-02c10ca9cf28 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:47.898161 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-91f7dc05-1e7a-4ac5-9430-9c17fac3d816 req-00d16eae-7cba-4442-bee3-02c10ca9cf28 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1046879 Feb 02 14:52:47.928661 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Router 8acac574-ce4d-47bf-8143-080a42266fc1 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:52:48.008500 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-91f7dc05-1e7a-4ac5-9430-9c17fac3d816 req-898b74fc-1e92-409e-ad2f-34b0d74bc370 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946479 Feb 02 14:52:48.123677 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:52:48.139668 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-e00bbf60-b961-4d2d-85f4-9a3b48ca8380 admin admin] 10.222.0.10 "PUT /v2.0/routers/8acac574-ce4d-47bf-8143-080a42266fc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0403781 Feb 02 14:52:48.199641 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-8ec8389f-15b9-463e-a1a9-7cbb52d3d06b None None] Provisioning complete for port fb9fdd7f-da44-4259-bbc3-301be47679c9 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:48.201242 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8ec8389f-15b9-463e-a1a9-7cbb52d3d06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:48.303790 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8389f-15b9-463e-a1a9-7cbb52d3d06b None None] Port fb9fdd7f-da44-4259-bbc3-301be47679c9 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:52:48.353486 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64d191-86d4-47b5-a522-f118259fd691 req-e966334a-c29f-4a1f-b530-84bd751100be tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:48.365092 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bc64d191-86d4-47b5-a522-f118259fd691 req-e966334a-c29f-4a1f-b530-84bd751100be tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1293366 Feb 02 14:52:48.419359 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bc64d191-86d4-47b5-a522-f118259fd691 req-9be8b0fa-cdec-4bb9-aeb2-60c0d01c8052 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531332 Feb 02 14:52:48.886346 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 3df329c2-f933-4aee-af70-3362fcd9702c up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:48.940201 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 3df329c2-f933-4aee-af70-3362fcd9702c triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:48.940511 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:49.004562 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70afa61-8ded-440b-a26d-bb9143933724 req-1209d06e-7c8f-419a-9b94-3b1ecc8ba0a9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:49.008786 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c70afa61-8ded-440b-a26d-bb9143933724 req-1209d06e-7c8f-419a-9b94-3b1ecc8ba0a9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 945 time: 0.0768230 Feb 02 14:52:49.057605 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 3df329c2-f933-4aee-af70-3362fcd9702c is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:49.058075 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:49.128863 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c70afa61-8ded-440b-a26d-bb9143933724 req-90b0cd9f-a540-4d30-9ca3-e5b770858ec9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123660 Feb 02 14:52:49.154304 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port 3df329c2-f933-4aee-af70-3362fcd9702c, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=3df329c2-f933-4aee-af70-3362fcd9702c,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:49.180755 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Sync routers for ids ['8acac574-ce4d-47bf-8143-080a42266fc1'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:52:49.191104 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:49.199626 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Routers {'8acac574-ce4d-47bf-8143-080a42266fc1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:52:49.200247 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:52:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['8acac574-ce4d-47bf-8143-080a42266fc1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:49.218780 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08f1f5-4291-4ef3-8156-6aeb5940c412 req-4242daf8-df93-4aa2-a02d-ad688783719b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:49.226970 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc08f1f5-4291-4ef3-8156-6aeb5940c412 req-4242daf8-df93-4aa2-a02d-ad688783719b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0918150 Feb 02 14:52:49.316045 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc08f1f5-4291-4ef3-8156-6aeb5940c412 req-6a61c223-6e8b-4398-afc0-b6392a1b677b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875280 Feb 02 14:52:49.339406 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:49.388009 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Set router 8acac574-ce4d-47bf-8143-080a42266fc1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:52:49.472402 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=3df329c2-f933-4aee-af70-3362fcd9702c,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:49.691457 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'name': 'tempest-TestMinimumBasicScenario-790008699-router', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:46Z', 'revision_number': 4, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'gw_port': {'id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'fb9fdd7f-da44-4259-bbc3-301be47679c9', 'name': '', 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'mac_address': 'fa:16:3e:02:da:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c5a47116-9749-4443-bca8-294c44172121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:45Z', 'updated_at': '2022-02-02T14:52:47Z', 'revision_number': 2, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'subnets': [{'id': 'c5a47116-9749-4443-bca8-294c44172121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:49.731057 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Checking router: 8acac574-ce4d-47bf-8143-080a42266fc1 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:52:49.731792 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Updating router 8acac574-ce4d-47bf-8143-080a42266fc1 port fb9fdd7f-da44-4259-bbc3-301be47679c9 binding host dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:52:49.772510 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:50.210818 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 36816) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:50.278552 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 6dbd5d16-f084-4504-9399-5a74f2fe496c details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:52:50.288632 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:50.319914 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e943c-be2b-47a0-9909-e842fef1358b req-ec18182e-a901-4654-8cf2-a136818b695b tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:50.328848 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-877e943c-be2b-47a0-9909-e842fef1358b req-ec18182e-a901-4654-8cf2-a136818b695b tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 945 time: 0.0860665 Feb 02 14:52:50.417585 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Publish callbacks [] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), precommit_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:50.421944 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.db.resource_extend [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 14:52:50.434872 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-877e943c-be2b-47a0-9909-e842fef1358b req-6034dc94-6c09-4231-a450-90d021658400 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051025 Feb 02 14:52:50.489384 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-115031a3-9d05-4e08-86cd-349983d378d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:50.539702 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:50.614170 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07d040-8177-408c-b6f5-b31bc974a836 req-7ad266f6-0764-4dfd-b229-3b08d374a4d8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:50.616062 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ed07d040-8177-408c-b6f5-b31bc974a836 req-7ad266f6-0764-4dfd-b229-3b08d374a4d8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1894453 Feb 02 14:52:50.618274 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-115031a3-9d05-4e08-86cd-349983d378d6 admin admin] Publish callbacks [] for security_group (2d7081a7-8cdf-4d64-8548-6fe7bfa4a9a1), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:50.703780 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ed07d040-8177-408c-b6f5-b31bc974a836 req-dbade8f9-2687-491d-a787-7604e23bbd7e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770075 Feb 02 14:52:50.831803 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:50.842432 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:52:50.850481 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-115031a3-9d05-4e08-86cd-349983d378d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2d7081a7-8cdf-4d64-8548-6fe7bfa4a9a1), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:50.864965 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6694f4d-9f6d-427a-a159-571d485c18de None None] Pushing event updated for resources: {'Port': ['ID=fb9fdd7f-da44-4259-bbc3-301be47679c9,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:50.867572 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:50.867948 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:50.945555 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-115031a3-9d05-4e08-86cd-349983d378d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bd53d5044ae4be8a3e54f907c684948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7336187 Feb 02 14:52:50.948703 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36824) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:50.969817 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115031a3-9d05-4e08-86cd-349983d378d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7081a7-8cdf-4d64-8548-6fe7bfa4a9a1,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:51.053074 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-5100ebc8-f27d-4ece-8a14-9342fa9356c8 admin admin] Publish callbacks [] for security_group (2d7081a7-8cdf-4d64-8548-6fe7bfa4a9a1), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.076847 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-5100ebc8-f27d-4ece-8a14-9342fa9356c8 admin admin] Publish callbacks [] for security_group (2d7081a7-8cdf-4d64-8548-6fe7bfa4a9a1), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.122750 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'port_id': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'mac_address': 'fa:16:3e:93:1d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:52:51.136839 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 3df329c2-f933-4aee-af70-3362fcd9702c up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:51.183387 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-5100ebc8-f27d-4ece-8a14-9342fa9356c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2d7081a7-8cdf-4d64-8548-6fe7bfa4a9a1), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.189009 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-5100ebc8-f27d-4ece-8a14-9342fa9356c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.190159 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-5100ebc8-f27d-4ece-8a14-9342fa9356c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d7081a7-8cdf-4d64-8548-6fe7bfa4a9a1 HTTP/1.1" status: 204 len: 168 time: 0.2404406 Feb 02 14:52:51.230747 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100ebc8-f27d-4ece-8a14-9342fa9356c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7081a7-8cdf-4d64-8548-6fe7bfa4a9a1,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:51.345441 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Attempting to bind port fb9fdd7f-da44-4259-bbc3-301be47679c9 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:52:51.345986 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Attempting to bind port fb9fdd7f-da44-4259-bbc3-301be47679c9 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'aa9fb304-862d-472b-86a7-57a3c8db232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:52:51.346220 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Attempting to bind port fb9fdd7f-da44-4259-bbc3-301be47679c9 on network 80b36e81-77bc-4e99-933b-37a72c4f9e1a {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:52:51.352809 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 6dbd5d16-f084-4504-9399-5a74f2fe496c is: ACTIVE; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:51.353208 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.376377 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:52:51.376931 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Checking segment: {'id': 'aa9fb304-862d-472b-86a7-57a3c8db232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:51.377463 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.377865 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Bound using segment: {'id': 'aa9fb304-862d-472b-86a7-57a3c8db232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:52:51.378351 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Bound port: fb9fdd7f-da44-4259-bbc3-301be47679c9, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9fb304-862d-472b-86a7-57a3c8db232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:52:51.378729 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.443963 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-58294275-32a0-45b3-8fd1-83c2370d9a2e None None] Provisioning complete for port fb9fdd7f-da44-4259-bbc3-301be47679c9 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:51.445692 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-58294275-32a0-45b3-8fd1-83c2370d9a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.481582 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dbd5d16-f084-4504-9399-5a74f2fe496c {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:52:51.670024 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] For port fb9fdd7f-da44-4259-bbc3-301be47679c9, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:52:51.676743 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] For port fb9fdd7f-da44-4259-bbc3-301be47679c9, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=fb9fdd7f-da44-4259-bbc3-301be47679c9,segment=NetworkSegment(aa9fb304-862d-472b-86a7-57a3c8db232d),segment_id=aa9fb304-862d-472b-86a7-57a3c8db232d)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:52:51.697907 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:51.751283 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 3df329c2-f933-4aee-af70-3362fcd9702c triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:51.751771 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.768476 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc528e-862f-4644-ae97-c4942523df0c req-57c3c005-44b7-490d-87ec-78c4096ec5a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:51.771731 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b7fc528e-862f-4644-ae97-c4942523df0c req-57c3c005-44b7-490d-87ec-78c4096ec5a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1593847 Feb 02 14:52:51.783667 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-58294275-32a0-45b3-8fd1-83c2370d9a2e None None] Port fb9fdd7f-da44-4259-bbc3-301be47679c9 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:52:51.800862 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.806317 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9d50f-0afe-4e4b-8827-9d3f94878b11 req-5eb0f7f6-a646-4d5c-869e-5e15f7e701a1 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:51.841129 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e4b9d50f-0afe-4e4b-8827-9d3f94878b11 req-5eb0f7f6-a646-4d5c-869e-5e15f7e701a1 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 945 time: 0.2188473 Feb 02 14:52:51.933166 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:51.933166 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.933166 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:51.934226 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6694f4d-9f6d-427a-a159-571d485c18de None None] Pushing event updated for resources: {'Port': ['ID=fb9fdd7f-da44-4259-bbc3-301be47679c9,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:52.154787 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b921530e-37bb-4278-8c5a-892c12f64b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:52.157636 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87576069-40aa-4190-b5ff-d8cbc796ad43" -d '{"events": [{"server_uuid": "b921530e-37bb-4278-8c5a-892c12f64b7d", "name": "network-vif-plugged", "status": "completed", "tag": "c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:52.176636 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Routers {'8acac574-ce4d-47bf-8143-080a42266fc1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:52:52.177413 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e4b9d50f-0afe-4e4b-8827-9d3f94878b11 req-68bafcd7-3f9a-440f-b5b6-c771ecbac5dd tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351665 Feb 02 14:52:52.185639 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:52:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['8acac574-ce4d-47bf-8143-080a42266fc1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:52.208038 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b7fc528e-862f-4644-ae97-c4942523df0c req-e47cb2e0-be7d-48ff-ac17-45888af52736 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274757 Feb 02 14:52:52.315562 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['6dbd5d16-f084-4504-9399-5a74f2fe496c'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:52:52.319080 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=6']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:52.451328 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674078d5-51f8-4ea8-af12-b7315388d5f3 req-0e6a9c45-7559-4e43-8532-c9d025948248 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:52.463032 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] Set router 8acac574-ce4d-47bf-8143-080a42266fc1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:52:52.472598 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-674078d5-51f8-4ea8-af12-b7315388d5f3 req-0e6a9c45-7559-4e43-8532-c9d025948248 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 944 time: 0.1712298 Feb 02 14:52:52.619485 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-674078d5-51f8-4ea8-af12-b7315388d5f3 req-69f5623e-39b4-48b0-ab16-da7538621f77 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458929 Feb 02 14:52:52.834721 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:52.842444 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f236729-442d-4029-98b3-78abff945adb x-openstack-request-id: req-7f236729-442d-4029-98b3-78abff945adb {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:52.842772 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b921530e-37bb-4278-8c5a-892c12f64b7d", "name": "network-vif-plugged", "status": "completed", "tag": "c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:52.852618 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f236729-442d-4029-98b3-78abff945adb {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:52.852618 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b921530e-37bb-4278-8c5a-892c12f64b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4', 'code': 200} Feb 02 14:52:52.979758 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 3df329c2-f933-4aee-af70-3362fcd9702c is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:53.007758 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:53.078796 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-6dc24cd0-eada-4749-a5c5-52ee6db44664 None None] Provisioning complete for port fb9fdd7f-da44-4259-bbc3-301be47679c9 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:53.080081 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6dc24cd0-eada-4749-a5c5-52ee6db44664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:53.120266 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d1c3-dc70-48cb-83b6-5a4e4f7627e7 req-f33f2d39-83b4-412c-9ea3-374ec5b20a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:53.127755 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-1e99d1c3-dc70-48cb-83b6-5a4e4f7627e7 req-f33f2d39-83b4-412c-9ea3-374ec5b20a4a service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 1130 time: 0.1596699 Feb 02 14:52:53.152414 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'name': 'tempest-TestMinimumBasicScenario-790008699-router', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:46Z', 'revision_number': 4, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'gw_port': {'id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'fb9fdd7f-da44-4259-bbc3-301be47679c9', 'name': '', 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'mac_address': 'fa:16:3e:02:da:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c5a47116-9749-4443-bca8-294c44172121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:45Z', 'updated_at': '2022-02-02T14:52:51Z', 'revision_number': 4, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'subnets': [{'id': 'c5a47116-9749-4443-bca8-294c44172121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:52:53.245928 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb669c26-7cf3-4faf-81bc-93396b52cb35 None None] The sync data for ids ['8acac574-ce4d-47bf-8143-080a42266fc1'] in dv-cinder-782518-2-iscsi is: [{'id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'name': 'tempest-TestMinimumBasicScenario-790008699-router', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:46Z', 'revision_number': 4, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'gw_port': {'id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'fb9fdd7f-da44-4259-bbc3-301be47679c9', 'name': '', 'network_id': '80b36e81-77bc-4e99-933b-37a72c4f9e1a', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'mac_address': 'fa:16:3e:02:da:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c5a47116-9749-4443-bca8-294c44172121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:45Z', 'updated_at': '2022-02-02T14:52:51Z', 'revision_number': 4, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'subnets': [{'id': 'c5a47116-9749-4443-bca8-294c44172121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:52:53.257911 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:53.272593 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-1e99d1c3-dc70-48cb-83b6-5a4e4f7627e7 req-794060e4-4816-46e7-9744-c403c8526127 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407375 Feb 02 14:52:53.508992 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36888) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:53.555058 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682ffa8-8fe4-45c2-8d97-febd2a61d39e req-6f1e8896-0a02-450c-9cb5-51dec576a720 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:53.564877 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a682ffa8-8fe4-45c2-8d97-febd2a61d39e req-6f1e8896-0a02-450c-9cb5-51dec576a720 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.1875572 Feb 02 14:52:53.651076 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-6dc24cd0-eada-4749-a5c5-52ee6db44664 None None] Current status of the port fb9fdd7f-da44-4259-bbc3-301be47679c9 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:53.662681 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6dc24cd0-eada-4749-a5c5-52ee6db44664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:53.720832 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a682ffa8-8fe4-45c2-8d97-febd2a61d39e req-a892d64c-880d-4782-a970-bddd2a08f8c9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497710 Feb 02 14:52:53.729902 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7376fc57-f4c8-4dec-8f2d-fd075c10dab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:53.785435 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-6dc24cd0-eada-4749-a5c5-52ee6db44664 None None] For port fb9fdd7f-da44-4259-bbc3-301be47679c9, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=fb9fdd7f-da44-4259-bbc3-301be47679c9,segment=NetworkSegment(aa9fb304-862d-472b-86a7-57a3c8db232d),segment_id=aa9fb304-862d-472b-86a7-57a3c8db232d)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:53.857325 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6dc24cd0-eada-4749-a5c5-52ee6db44664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:53.869339 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7376fc57-f4c8-4dec-8f2d-fd075c10dab7 admin admin] Publish callbacks [] for security_group (d672f8de-73ab-4ecf-b48d-24f778cdd32b), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:53.943735 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7376fc57-f4c8-4dec-8f2d-fd075c10dab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (d672f8de-73ab-4ecf-b48d-24f778cdd32b), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:54.009166 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-7376fc57-f4c8-4dec-8f2d-fd075c10dab7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c07061116e24f9ea9023f662bd0c5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4972405 Feb 02 14:52:54.012122 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36896) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:54.019187 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ca6bf-1938-4563-a7b1-a774e79cffa6 req-0400b428-b880-4249-8b50-a2f556e2b606 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:54.030269 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-951ca6bf-1938-4563-a7b1-a774e79cffa6 req-0400b428-b880-4249-8b50-a2f556e2b606 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 944 time: 0.1517653 Feb 02 14:52:54.060849 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc24cd0-eada-4749-a5c5-52ee6db44664 None None] Pushing event updated for resources: {'Port': ['ID=fb9fdd7f-da44-4259-bbc3-301be47679c9,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:54.199286 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-951ca6bf-1938-4563-a7b1-a774e79cffa6 req-61d290f3-e39a-4112-9c57-edfcef3b7198 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648376 Feb 02 14:52:54.209483 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376fc57-f4c8-4dec-8f2d-fd075c10dab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d672f8de-73ab-4ecf-b48d-24f778cdd32b,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:54.236196 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 6dbd5d16-f084-4504-9399-5a74f2fe496c up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:54.273803 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-72794aa6-ee63-46cf-ae1f-08707d319632 admin admin] Publish callbacks [] for security_group (d672f8de-73ab-4ecf-b48d-24f778cdd32b), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:54.329836 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-72794aa6-ee63-46cf-ae1f-08707d319632 admin admin] Publish callbacks [] for security_group (d672f8de-73ab-4ecf-b48d-24f778cdd32b), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:54.408326 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 6dbd5d16-f084-4504-9399-5a74f2fe496c triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:54.408706 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:54.494782 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-72794aa6-ee63-46cf-ae1f-08707d319632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (d672f8de-73ab-4ecf-b48d-24f778cdd32b), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:54.501200 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-72794aa6-ee63-46cf-ae1f-08707d319632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:54.503285 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-72794aa6-ee63-46cf-ae1f-08707d319632 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d672f8de-73ab-4ecf-b48d-24f778cdd32b HTTP/1.1" status: 204 len: 168 time: 0.4868762 Feb 02 14:52:54.514545 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72794aa6-ee63-46cf-ae1f-08707d319632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d672f8de-73ab-4ecf-b48d-24f778cdd32b,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:54.789889 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 6dbd5d16-f084-4504-9399-5a74f2fe496c is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:54.792524 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:54.870546 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:52:54.873260 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b75e005-a568-4552-abed-1fccadfe6f6d" -d '{"events": [{"server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "name": "network-vif-plugged", "status": "completed", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:52:54.903969 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:52:54.944878 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1ddaae-641b-4718-8765-32f97f2486df x-openstack-request-id: req-cc1ddaae-641b-4718-8765-32f97f2486df {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:52:54.946059 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "name": "network-vif-plugged", "status": "completed", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:52:54.946534 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc1ddaae-641b-4718-8765-32f97f2486df {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:52:54.947290 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'code': 200} Feb 02 14:52:55.034948 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42f4a1-8dfc-4f42-ace4-c9f70a93fdce req-3fa7c326-b843-4393-8409-6a14a53b6a72 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:55.037255 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6a42f4a1-8dfc-4f42-ace4-c9f70a93fdce req-3fa7c326-b843-4393-8409-6a14a53b6a72 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.1037946 Feb 02 14:52:55.119660 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:55.184031 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6a42f4a1-8dfc-4f42-ace4-c9f70a93fdce req-04057c13-7eed-40e7-b988-46ae3c15ec68 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368101 Feb 02 14:52:55.308569 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device fb9fdd7f-da44-4259-bbc3-301be47679c9 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:52:55.512472 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=7']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:55.516927 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58839-61ab-49f1-a696-f99f81a52ccb req-f89651a8-c1f5-40a0-81ce-7fc61d5c024a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:55.524541 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-80e58839-61ab-49f1-a696-f99f81a52ccb req-f89651a8-c1f5-40a0-81ce-7fc61d5c024a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1347387 Feb 02 14:52:55.567963 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port fb9fdd7f-da44-4259-bbc3-301be47679c9 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:52:55.568418 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:55.636053 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:55.651885 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-80e58839-61ab-49f1-a696-f99f81a52ccb req-8592e12d-fc84-4d8a-9cca-1a8db6e75121 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263425 Feb 02 14:52:55.701012 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port fb9fdd7f-da44-4259-bbc3-301be47679c9 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:52:56.487536 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98189659-6dc6-451f-8665-ccfcff03b63a req-184d678a-4908-4bfd-ad18-04f4161197dc tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:56.497327 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-98189659-6dc6-451f-8665-ccfcff03b63a req-184d678a-4908-4bfd-ad18-04f4161197dc tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.1201217 Feb 02 14:52:56.510985 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36944) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:56.575302 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-98189659-6dc6-451f-8665-ccfcff03b63a req-ca80ceb0-7043-4669-8bc5-77bc1fb7866c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750864 Feb 02 14:52:56.610460 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:52:56.727898 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-499515046-network', 'tenant_id': 'dc71b8c198034b258b4e893ccd8be461'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:56.829547 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85af955-4212-4045-8422-bb89a0bf3c34 req-8dfb7c00-a806-4a7e-8068-aaa711f64bb3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:56.841453 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e85af955-4212-4045-8422-bb89a0bf3c34 req-8dfb7c00-a806-4a7e-8068-aaa711f64bb3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0741343 Feb 02 14:52:56.913757 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e85af955-4212-4045-8422-bb89a0bf3c34 req-7a12c6fc-e4b0-492f-ba68-69a4b7b351ae tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675788 Feb 02 14:52:56.918965 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Made reservation on behalf of dc71b8c198034b258b4e893ccd8be461 for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:52:56.921837 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:56.936886 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:57.101359 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Publish callbacks [] for security_group (752717c9-0aaf-4a93-b048-cfe97bf47f9d), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:57.222222 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (752717c9-0aaf-4a93-b048-cfe97bf47f9d), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:57.272395 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:52:57.318072 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752717c9-0aaf-4a93-b048-cfe97bf47f9d,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:57.391797 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (cef5eb46-d231-47b8-b887-1a23f6556fce), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:57.397618 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Added segment cef5eb46-d231-47b8-b887-1a23f6556fce of type vlan for network 1f105991-02b5-450b-8fbd-ef9505e24d02 Feb 02 14:52:57.492382 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (1f105991-02b5-450b-8fbd-ef9505e24d02), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:57.636650 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (1f105991-02b5-450b-8fbd-ef9505e24d02), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:57.639178 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:57.640493 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:57.787781 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] Pushing event updated for resources: {'Network': ['ID=1f105991-02b5-450b-8fbd-ef9505e24d02,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:57.799917 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 1f105991-02b5-450b-8fbd-ef9505e24d02 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:52:57.813524 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-ea8dc17a-884a-47a9-851c-89014e9f5617 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3004100 Feb 02 14:52:57.817416 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 36968) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:52:57.828992 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Request body: {'subnet': {'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-499515046-subnet', 'tenant_id': 'dc71b8c198034b258b4e893ccd8be461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:52:57.989831 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Made reservation on behalf of dc71b8c198034b258b4e893ccd8be461 for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:52:57.992632 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7206031'] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:58.167168 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d0186-becb-4128-b25f-1e158eee0b07 req-a73e59fa-9d95-4512-b4f8-e5a432d8d3b4 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:58.179124 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-db5d0186-becb-4128-b25f-1e158eee0b07 req-a73e59fa-9d95-4512-b4f8-e5a432d8d3b4 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1225393 Feb 02 14:52:58.238504 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-db5d0186-becb-4128-b25f-1e158eee0b07 req-5fc61a23-ed8f-411b-b3b0-05a414985dfa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560684 Feb 02 14:52:58.486088 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5467431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7205733'] for subnet (a240fa4a-5ae7-4096-a04c-423d455e0f25), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:58.549842 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a240fa4a-5ae7-4096-a04c-423d455e0f25,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:52:58.570065 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Checking segment: {'id': 'cef5eb46-d231-47b8-b887-1a23f6556fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:52:58.570446 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Network hostable DHCP agents. Network: 1f105991-02b5-450b-8fbd-ef9505e24d02, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:52:58.670687 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Network 1f105991-02b5-450b-8fbd-ef9505e24d02 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:52:58.765581 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 1f105991-02b5-450b-8fbd-ef9505e24d02) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:52:58.786015 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfd054c-70c0-41f1-b3eb-594706c535be None None] Network 1f105991-02b5-450b-8fbd-ef9505e24d02 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:52:58.787231 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:58.792195 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:52:58.992059 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-e4d560c2-4771-4f6e-9702-4ac951c43266 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1725802 Feb 02 14:52:59.056458 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ef9f6-9606-4112-baf7-6c4861ec2333 None None] Network 1f105991-02b5-450b-8fbd-ef9505e24d02 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:52:59.465633 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e770cb6-b16d-4bd8-a2c5-7c89203a80d7 req-90b0cc8e-2b64-4cad-a411-13365dd09178 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:52:59.469733 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e770cb6-b16d-4bd8-a2c5-7c89203a80d7 req-90b0cc8e-2b64-4cad-a411-13365dd09178 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1231940 Feb 02 14:52:59.576060 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0e770cb6-b16d-4bd8-a2c5-7c89203a80d7 req-7ee456d9-ea6e-4612-85b0-fbef51b5c018 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991514 Feb 02 14:53:00.729324 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c8ec9-2745-4071-a610-38de0abbd582 req-3f025fde-ce6f-4074-b7df-5406969e0fa3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:00.733168 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-035c8ec9-2745-4071-a610-38de0abbd582 req-3f025fde-ce6f-4074-b7df-5406969e0fa3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0705478 Feb 02 14:53:00.800903 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-035c8ec9-2745-4071-a610-38de0abbd582 req-3f9bc23b-524a-4ff3-babf-b9f76e4a11e3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643737 Feb 02 14:53:01.952934 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7ec5-6aa7-4615-9db8-555c03b5aec9 req-c499dbef-fd76-49aa-a33b-028cacb214d2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:01.954494 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6b5a7ec5-6aa7-4615-9db8-555c03b5aec9 req-c499dbef-fd76-49aa-a33b-028cacb214d2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0606830 Feb 02 14:53:02.005935 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6b5a7ec5-6aa7-4615-9db8-555c03b5aec9 req-19b6f490-77b1-4134-b51f-3143ce402cf5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457146 Feb 02 14:53:03.150147 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76dac7-1620-4d1d-a9f0-7b437c0cf71d req-b3bf4250-0762-467d-8b56-6ebd8fd83aaa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:03.158698 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f76dac7-1620-4d1d-a9f0-7b437c0cf71d req-b3bf4250-0762-467d-8b56-6ebd8fd83aaa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0586660 Feb 02 14:53:03.232209 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f76dac7-1620-4d1d-a9f0-7b437c0cf71d req-b859331b-09e7-4939-a8f4-b8bb667cd207 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692105 Feb 02 14:53:04.344989 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a173a2f-c0fa-4d10-b02d-5c18c8e9ccab req-8e7d8c49-5e11-434a-860e-ef82725e18a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:04.353440 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a173a2f-c0fa-4d10-b02d-5c18c8e9ccab req-8e7d8c49-5e11-434a-860e-ef82725e18a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0999241 Feb 02 14:53:04.439640 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a173a2f-c0fa-4d10-b02d-5c18c8e9ccab req-15f83ef7-6125-4af8-86af-d12c69496e4c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739071 Feb 02 14:53:04.591328 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8690f6-b0a1-402c-9627-84a1037c6730 req-1f3e4b59-f82c-493e-917a-ed6c5661df74 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:04.593507 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6a8690f6-b0a1-402c-9627-84a1037c6730 req-1f3e4b59-f82c-493e-917a-ed6c5661df74 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0718603 Feb 02 14:53:04.654381 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6a8690f6-b0a1-402c-9627-84a1037c6730 req-9454aefa-f3b1-4f37-9b04-3b233aa5f763 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513430 Feb 02 14:53:04.899052 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c38a45-2f72-46d5-970b-c36ffd23ab1f req-f94f3ff7-6770-4ef3-977a-623d048602cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:04.916659 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c5c38a45-2f72-46d5-970b-c36ffd23ab1f req-f94f3ff7-6770-4ef3-977a-623d048602cb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.0484476 Feb 02 14:53:05.020289 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c38a45-2f72-46d5-970b-c36ffd23ab1f req-46fddc87-951d-4ff4-83b0-2bc3323b8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:05.026004 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c5c38a45-2f72-46d5-970b-c36ffd23ab1f req-46fddc87-951d-4ff4-83b0-2bc3323b8d20 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 920 time: 0.1042886 Feb 02 14:53:05.075225 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c5c38a45-2f72-46d5-970b-c36ffd23ab1f req-a6b7325e-90ba-4506-b7e1-d14afcf3f925 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc HTTP/1.1" status: 200 len: 217 time: 0.0427969 Feb 02 14:53:05.138517 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c38a45-2f72-46d5-970b-c36ffd23ab1f req-5615810f-dd83-43f0-89ba-097d4d51b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:05.140025 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c5c38a45-2f72-46d5-970b-c36ffd23ab1f req-5615810f-dd83-43f0-89ba-097d4d51b059 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.0587490 Feb 02 14:53:05.184213 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c5c38a45-2f72-46d5-970b-c36ffd23ab1f req-f6272b70-40a2-411b-b94d-1422f2fae626 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351851 Feb 02 14:53:05.292038 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c5c38a45-2f72-46d5-970b-c36ffd23ab1f req-fe9622f8-ea30-4b70-99be-50455dd9264d service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960221 Feb 02 14:53:05.427353 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-c5c38a45-2f72-46d5-970b-c36ffd23ab1f req-33f8fbab-6c50-44b5-8b8a-31f80c4e7bb4 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248164 Feb 02 14:53:05.588961 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87900f5-75c9-42ff-908f-724883a04563 req-f3fa08fc-d6af-4607-984d-f8b12bea9b1d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:05.595295 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b87900f5-75c9-42ff-908f-724883a04563 req-f3fa08fc-d6af-4607-984d-f8b12bea9b1d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0651097 Feb 02 14:53:05.647670 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b87900f5-75c9-42ff-908f-724883a04563 req-618e05a0-80f9-43eb-bef2-2552f022dbcb tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511858 Feb 02 14:53:05.793592 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13ba5f-13c1-4360-87a0-2905af1dda0b req-274a6bc8-c039-4194-ac38-713294a38b70 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:05.800365 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc13ba5f-13c1-4360-87a0-2905af1dda0b req-274a6bc8-c039-4194-ac38-713294a38b70 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0630653 Feb 02 14:53:05.854018 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc13ba5f-13c1-4360-87a0-2905af1dda0b req-b15c39ae-a240-4414-afd3-e4f7bffbf565 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520380 Feb 02 14:53:06.152361 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-90f086a7-f535-4e9a-96a0-54d57ea58935 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:06.159076 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-90f086a7-f535-4e9a-96a0-54d57ea58935 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/networks?id=1f105991-02b5-450b-8fbd-ef9505e24d02 HTTP/1.1" status: 200 len: 813 time: 0.1341741 Feb 02 14:53:06.175965 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-147e6926-0276-4601-81f1-91bc9c7da334 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/quotas/dc71b8c198034b258b4e893ccd8be461 HTTP/1.1" status: 200 len: 375 time: 0.0157449 Feb 02 14:53:06.228264 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-cb95cbc8-cc92-4d98-8f0a-1c471983a377 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc71b8c198034b258b4e893ccd8be461&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506980 Feb 02 14:53:06.452270 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-b8f1db41-5bcd-42c2-9110-3f436c494e09 service neutron] 10.222.0.10 "GET /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107239 Feb 02 14:53:06.600304 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-227d871c-5158-4e39-a132-5619aa223533 service neutron] 10.222.0.10 "GET /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408899 Feb 02 14:53:06.988059 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e816-1b6b-4131-9dbc-afbc0e255adf req-658740e7-c8b0-4f8a-85ee-8093d16fb9ee tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:06.990029 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0781e816-1b6b-4131-9dbc-afbc0e255adf req-658740e7-c8b0-4f8a-85ee-8093d16fb9ee tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0964313 Feb 02 14:53:07.065732 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0781e816-1b6b-4131-9dbc-afbc0e255adf req-be641019-00af-4624-8ba2-f4a6843312e1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657458 Feb 02 14:53:07.147675 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b734c3d4-1ae6-4b3d-8ec0-c12c0b133cc1 req-ec9f3825-dbb6-429a-8132-1f919e9fad4b tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 210 time: 0.0383794 Feb 02 14:53:07.352944 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda52be-f501-4210-a8b0-c86256ecf1d7 req-b06e3a83-b096-4038-9101-96085e96bea3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:07.354815 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-abda52be-f501-4210-a8b0-c86256ecf1d7 req-b06e3a83-b096-4038-9101-96085e96bea3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1074879 Feb 02 14:53:07.470199 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-abda52be-f501-4210-a8b0-c86256ecf1d7 req-c79a30a4-7dbe-48cf-9918-dff83301a47b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076174 Feb 02 14:53:08.331432 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd10b2a-2d72-4290-b141-23df3026a857 req-30cd6afe-ea0f-4b36-b8b0-6752fa6bf632 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:08.337750 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1cd10b2a-2d72-4290-b141-23df3026a857 req-30cd6afe-ea0f-4b36-b8b0-6752fa6bf632 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1444149 Feb 02 14:53:08.474129 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1cd10b2a-2d72-4290-b141-23df3026a857 req-f0c7758d-7a51-4485-ac97-6d0f028dc5d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285589 Feb 02 14:53:08.680049 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1092130a-7026-4b97-89a8-1f71cb4b4748 req-23a2a4e6-107e-4ec9-9e66-97a23df719f5 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 210 time: 0.0901542 Feb 02 14:53:08.942178 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ceafb-2b59-4a8f-87fc-c885fc292108 req-1101e30e-a1f2-4b6c-b176-6b51c39e9d72 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:08.949179 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf2ceafb-2b59-4a8f-87fc-c885fc292108 req-1101e30e-a1f2-4b6c-b176-6b51c39e9d72 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1159291 Feb 02 14:53:09.026783 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf2ceafb-2b59-4a8f-87fc-c885fc292108 req-70303796-3058-40aa-8211-8a004e45e72b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758784 Feb 02 14:53:09.681615 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1083f7-319c-4a89-9c52-24e927277fa2 req-cf029a2e-6999-4d88-a540-47d9793524a0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:09.699851 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf1083f7-319c-4a89-9c52-24e927277fa2 req-cf029a2e-6999-4d88-a540-47d9793524a0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1060576 Feb 02 14:53:09.779974 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf1083f7-319c-4a89-9c52-24e927277fa2 req-0a092b68-67d9-482a-a916-cedbe52f9c9d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725174 Feb 02 14:53:09.873069 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-669ed677-91d5-4966-80eb-77b7d9402f29 req-065d6d93-f3dd-4322-b46c-96e356a13d8c tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 210 time: 0.0366147 Feb 02 14:53:10.201678 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85532614-0e48-43e8-80ab-d4e5c8a280da req-570c298b-647e-4789-a0dc-35b0904aebc6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:10.205883 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85532614-0e48-43e8-80ab-d4e5c8a280da req-570c298b-647e-4789-a0dc-35b0904aebc6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0825117 Feb 02 14:53:10.266504 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85532614-0e48-43e8-80ab-d4e5c8a280da req-a0deb419-b3fd-415e-8906-ed5a37e917e7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576947 Feb 02 14:53:10.494696 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-fbbe6f20-2fc4-443a-9c53-3d77a25fea8a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:10.496523 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-fbbe6f20-2fc4-443a-9c53-3d77a25fea8a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/networks?id=9184bd71-335b-4be0-804b-83d1c3aabf14 HTTP/1.1" status: 200 len: 814 time: 0.1274228 Feb 02 14:53:10.512737 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-10b64251-bc52-4ebb-8415-376c9c94efc9 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/quotas/9f052df4c1b34d03afd585859c6a8e55 HTTP/1.1" status: 200 len: 375 time: 0.0104716 Feb 02 14:53:10.573585 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-3dedd92a-16dd-4cc4-aca0-4b67adbabade tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f052df4c1b34d03afd585859c6a8e55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546913 Feb 02 14:53:10.676857 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66e97a45-a375-480b-a53d-741dc27fdc9a service neutron] 10.222.0.10 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896730 Feb 02 14:53:11.012822 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-eb9d9fc8-f6dd-4f4b-9a23-8e1e7aa946a6 service neutron] 10.222.0.10 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304112 Feb 02 14:53:11.030460 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e481abd-6245-4d76-a8ad-3c43ccbf866a req-6a2d909a-0701-49ea-afb9-b5a8ee30cc72 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:11.032047 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4e481abd-6245-4d76-a8ad-3c43ccbf866a req-6a2d909a-0701-49ea-afb9-b5a8ee30cc72 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0782435 Feb 02 14:53:11.087658 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4e481abd-6245-4d76-a8ad-3c43ccbf866a req-370411a1-bd76-425a-8cdb-4b1988fc344a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492575 Feb 02 14:53:11.178333 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-df521cf4-b88b-4ba3-b746-365f821e25a8 req-eda85283-f817-4320-bbd4-a72f7162296b tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 210 time: 0.0342412 Feb 02 14:53:11.418066 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1d990f69-fe93-4f80-8bb5-ddf5a0a828ac req-0f59a907-370f-4da1-956c-68f14a1bfa08 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 210 time: 0.0286674 Feb 02 14:53:11.450447 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db85b2-11d5-4a6e-bff7-ce1d7ec898b0 req-d9b8ae93-2090-4e39-b4d7-872db500f3d3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:11.452088 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-98db85b2-11d5-4a6e-bff7-ce1d7ec898b0 req-d9b8ae93-2090-4e39-b4d7-872db500f3d3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1124933 Feb 02 14:53:11.523072 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-98db85b2-11d5-4a6e-bff7-ce1d7ec898b0 req-7e0f2c85-c61e-4fbb-adf1-193bdac4222c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654485 Feb 02 14:53:12.233757 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e66e1a-d92c-49d2-8361-2ec55cce8048 req-9dd3f6c8-7b25-429e-8771-90ba325c922b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:12.241095 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-30e66e1a-d92c-49d2-8361-2ec55cce8048 req-9dd3f6c8-7b25-429e-8771-90ba325c922b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0812988 Feb 02 14:53:12.308538 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-36104e24-ce2d-45c4-8887-d0355b231703 req-7e35aed1-2f9c-4706-8326-185bdbe881af tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 210 time: 0.0437450 Feb 02 14:53:12.343542 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-30e66e1a-d92c-49d2-8361-2ec55cce8048 req-f862cecf-c6fe-49c7-806f-ef3f274c49a8 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015584 Feb 02 14:53:12.570818 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-027a9dd0-2af9-4b07-98c3-7f036cf38fb9 req-15ff5386-5758-4399-9991-c45af3669fc9 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 210 time: 0.0595615 Feb 02 14:53:12.685340 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4e219f09-a10d-4417-be0f-641a9cf94593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:12.760339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543ff3-5a82-4aa7-baba-d883dc51e760 req-3faf708b-d2ec-42d1-a7f9-32b1dbe17d17 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:12.762171 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-61543ff3-5a82-4aa7-baba-d883dc51e760 req-3faf708b-d2ec-42d1-a7f9-32b1dbe17d17 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1285062 Feb 02 14:53:12.885844 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-61543ff3-5a82-4aa7-baba-d883dc51e760 req-c725ae43-5145-4bb3-b25d-ea2aa85ff585 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081836 Feb 02 14:53:13.046561 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-5b58a963-6cab-43d8-9010-b75ab4ce2577 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:13.048217 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-5b58a963-6cab-43d8-9010-b75ab4ce2577 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.115 "GET /v2.0/networks?id=1f105991-02b5-450b-8fbd-ef9505e24d02 HTTP/1.1" status: 200 len: 813 time: 0.1225843 Feb 02 14:53:13.100123 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Request body: {'port': {'device_id': 'fe2f8d42-487e-4910-a062-c5303a1b2216', 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02', 'admin_state_up': True, 'tenant_id': 'dc71b8c198034b258b4e893ccd8be461'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:53:13.307236 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Made reservation on behalf of dc71b8c198034b258b4e893ccd8be461 for: {'port': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:53:13.310649 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:13.459943 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Allocated IP 172.20.0.2 (1f105991-02b5-450b-8fbd-ef9505e24d02/a240fa4a-5ae7-4096-a04c-423d455e0f25/98a28827-3b45-4a95-9398-33f07e95d011) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:53:13.526327 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3fae45ec-8148-4853-992e-a325b2e6c3fa req-2f6a59a5-353f-4d6f-9c83-b79802cb08a5 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 210 time: 0.0581641 Feb 02 14:53:13.629871 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52eb59-be09-41f3-ae77-a4eac266e2ae req-339612c2-7672-4d0c-86d5-a193e2da5b0c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:13.637552 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ca52eb59-be09-41f3-ae77-a4eac266e2ae req-339612c2-7672-4d0c-86d5-a193e2da5b0c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0992327 Feb 02 14:53:13.768377 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ca52eb59-be09-41f3-ae77-a4eac266e2ae req-7aea5cc4-48d5-4d48-87f7-30f6c3807b66 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250253 Feb 02 14:53:13.819625 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-07d929ce-bf10-48cd-83f0-55383d9eb516 req-d74212a6-97d0-41ec-af02-2849b6169e93 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 210 time: 0.0905302 Feb 02 14:53:13.864999 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks [] for port (98a28827-3b45-4a95-9398-33f07e95d011), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:13.965987 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (98a28827-3b45-4a95-9398-33f07e95d011), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:14.029766 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Network 1f105991-02b5-450b-8fbd-ef9505e24d02 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:53:14.036411 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:53:14.036665 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c3d4-870e-400f-8c32-ea9d87f4cbb8 req-88f2a212-9d18-4058-9a4a-0e8f3df55e08 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:14.041030 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:53:14.048734 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ccd8c3d4-870e-400f-8c32-ea9d87f4cbb8 req-88f2a212-9d18-4058-9a4a-0e8f3df55e08 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0819943 Feb 02 14:53:14.049330 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Pushing event updated for resources: {'Port': ['ID=98a28827-3b45-4a95-9398-33f07e95d011,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:14.118012 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:14.118433 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ccd8c3d4-870e-400f-8c32-ea9d87f4cbb8 req-ca9cd323-6a39-426c-8802-431edd8c5e5b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621979 Feb 02 14:53:14.118692 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:14.260617 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bbc8d6d2-165b-4472-9421-4c675ec88b7f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1656799 Feb 02 14:53:14.279925 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Request body: {'port': {'device_id': 'fe2f8d42-487e-4910-a062-c5303a1b2216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:53:14.358565 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (98a28827-3b45-4a95-9398-33f07e95d011), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:14.717290 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76251d4-b181-4c77-8c82-c7143f1f7fd2 req-63796c66-3bbe-475e-b5b5-9b2e7cbef160 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:14.727533 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b76251d4-b181-4c77-8c82-c7143f1f7fd2 req-63796c66-3bbe-475e-b5b5-9b2e7cbef160 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 931 time: 0.0858030 Feb 02 14:53:14.837573 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b76251d4-b181-4c77-8c82-c7143f1f7fd2 req-73d2d361-60ee-4c33-abc0-ac4c7bfcd2cc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919302 Feb 02 14:53:15.044959 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3f0c3ae7-91f3-4565-86f3-0d31e0d450e7 req-61ea98bc-8a42-4827-abef-0fbaabb2bf6f tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 210 time: 0.0654418 Feb 02 14:53:15.079093 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47412a6-461f-4249-88cd-72a2cef8ae53 req-18e0b488-c535-45b1-b131-d66718b97382 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:15.081835 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f47412a6-461f-4249-88cd-72a2cef8ae53 req-18e0b488-c535-45b1-b131-d66718b97382 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1476588 Feb 02 14:53:15.097924 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-0de16ec1-bb90-46f2-9d26-df44c9b7e3ac tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:15.099699 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-0de16ec1-bb90-46f2-9d26-df44c9b7e3ac tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.115 "GET /v2.0/networks?id=9184bd71-335b-4be0-804b-83d1c3aabf14 HTTP/1.1" status: 200 len: 814 time: 0.1808631 Feb 02 14:53:15.130086 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'port': {'device_id': 'b738c813-75ba-445e-a9f7-b555608b128f', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'admin_state_up': True, 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:53:15.176750 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f47412a6-461f-4249-88cd-72a2cef8ae53 req-99b69d47-68bd-4500-a894-168bb31e5ab3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893850 Feb 02 14:53:15.182042 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a28827-3b45-4a95-9398-33f07e95d011 {{(pid=121021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:53:15.201223 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Publish callbacks [] for port (98a28827-3b45-4a95-9398-33f07e95d011), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:15.261564 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.provisioning_blocks [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Transition to ACTIVE for port object 98a28827-3b45-4a95-9398-33f07e95d011 will not be triggered until provisioned by entity L2. {{(pid=121021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:53:15.329193 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbbcbb-5fc4-479a-9cf7-09483f117ddd req-cbcda9de-b0ad-4d9e-9eb4-2ca5ea7420dc tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:15.331110 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1cbbbcbb-5fc4-479a-9cf7-09483f117ddd req-cbcda9de-b0ad-4d9e-9eb4-2ca5ea7420dc tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0973666 Feb 02 14:53:15.395848 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1cbbbcbb-5fc4-479a-9cf7-09483f117ddd req-40042ebb-236d-4e8a-8f6c-6d3373d3cd43 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589259 Feb 02 14:53:15.709055 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-24fd1c24-fe0f-425a-9672-7bd802aa8628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:15.716095 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Made reservation on behalf of 9f052df4c1b34d03afd585859c6a8e55 for: {'port': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:53:15.720059 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:15.722806 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (98a28827-3b45-4a95-9398-33f07e95d011), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:15.864371 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Pushing event updated for resources: {'Port': ['ID=98a28827-3b45-4a95-9398-33f07e95d011,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:16.008137 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 37378) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:53:16.017342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842eeda-57c8-47fb-a8c6-a39a111c15bf req-11fb3e3b-331b-4ddb-917c-605d6a8872b6 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:16.023139 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Attempting to bind port 98a28827-3b45-4a95-9398-33f07e95d011 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:53:16.023139 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Attempting to bind port 98a28827-3b45-4a95-9398-33f07e95d011 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'cef5eb46-d231-47b8-b887-1a23f6556fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02'}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:53:16.023353 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Attempting to bind port 98a28827-3b45-4a95-9398-33f07e95d011 on network 1f105991-02b5-450b-8fbd-ef9505e24d02 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:53:16.024971 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3842eeda-57c8-47fb-a8c6-a39a111c15bf req-11fb3e3b-331b-4ddb-917c-605d6a8872b6 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.1000154 Feb 02 14:53:16.043839 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Allocated IP 172.20.0.13 (9184bd71-335b-4be0-804b-83d1c3aabf14/703807f3-2fa6-4366-a8d8-6d32130fbf6d/40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:53:16.062453 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Port 98a28827-3b45-4a95-9398-33f07e95d011 on network 1f105991-02b5-450b-8fbd-ef9505e24d02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:53:16.062796 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Attempting to bind port 98a28827-3b45-4a95-9398-33f07e95d011 on network 1f105991-02b5-450b-8fbd-ef9505e24d02 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:53:16.079587 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:53:16.080160 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Checking segment: {'id': 'cef5eb46-d231-47b8-b887-1a23f6556fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:53:16.080632 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Bound using segment: {'id': 'cef5eb46-d231-47b8-b887-1a23f6556fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02'} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:53:16.081210 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Bound port: 98a28827-3b45-4a95-9398-33f07e95d011, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef5eb46-d231-47b8-b887-1a23f6556fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02'}}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:53:16.082071 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (98a28827-3b45-4a95-9398-33f07e95d011), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.120131 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d1e312-480b-485a-86d1-9e6bb100293c admin admin] Deleting subnet f545b5cc-c40e-46ae-8150-8acac27b6278 {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:53:16.131462 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-51d1e312-480b-485a-86d1-9e6bb100293c admin admin] Publish callbacks [] for subnet (f545b5cc-c40e-46ae-8150-8acac27b6278), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.143351 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3842eeda-57c8-47fb-a8c6-a39a111c15bf req-6493631e-d450-4357-a21a-e0e5f5a43982 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118269 Feb 02 14:53:16.161214 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.226423 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e727a49a-819d-4a05-b2d8-be1afa53f573 req-254a6818-ce97-48fd-907d-4be3443e41db tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 210 time: 0.0612562 Feb 02 14:53:16.314592 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-51d1e312-480b-485a-86d1-9e6bb100293c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (f545b5cc-c40e-46ae-8150-8acac27b6278), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.361888 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada416b-2872-4e3e-b74b-420fed4533dc req-8b9b047d-7fae-4bd1-9637-ad344c6be0d4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:16.367185 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fada416b-2872-4e3e-b74b-420fed4533dc req-8b9b047d-7fae-4bd1-9637-ad344c6be0d4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0857141 Feb 02 14:53:16.372546 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] For port 98a28827-3b45-4a95-9398-33f07e95d011, host hv-cinder-78251, cleared binding levels {{(pid=121021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:53:16.380398 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] For port 98a28827-3b45-4a95-9398-33f07e95d011, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=98a28827-3b45-4a95-9398-33f07e95d011,segment=NetworkSegment(cef5eb46-d231-47b8-b887-1a23f6556fce),segment_id=cef5eb46-d231-47b8-b887-1a23f6556fce)] {{(pid=121021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:53:16.397750 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-51d1e312-480b-485a-86d1-9e6bb100293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (f545b5cc-c40e-46ae-8150-8acac27b6278), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.445816 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fada416b-2872-4e3e-b74b-420fed4533dc req-2c1946fb-ca1e-4f37-b5ed-17f9ab5c8ddf tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676885 Feb 02 14:53:16.451572 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.541758 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (98a28827-3b45-4a95-9398-33f07e95d011), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.701091 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b64d74-435d-45dd-b47d-7f05c0cc3ee4 req-ba85246a-f1cb-40c4-97ed-a1e08f3a22c1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:16.705290 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-48b64d74-435d-45dd-b47d-7f05c0cc3ee4 req-ba85246a-f1cb-40c4-97ed-a1e08f3a22c1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1352596 Feb 02 14:53:16.712441 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:16.713350 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.716431 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] 10.222.0.115 "PUT /v2.0/ports/98a28827-3b45-4a95-9398-33f07e95d011 HTTP/1.1" status: 200 len: 1093 time: 2.4406917 Feb 02 14:53:16.717115 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2f8d42-487e-4910-a062-c5303a1b2216', 'tag': '98a28827-3b45-4a95-9398-33f07e95d011'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:53:16.723789 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3591a8c-9a62-4dd0-970e-234b09156d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2f8d42-487e-4910-a062-c5303a1b2216", "tag": "98a28827-3b45-4a95-9398-33f07e95d011"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:53:16.736334 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc43df0-fbf4-4391-828f-27c4674d5db8 service neutron] Pushing event updated for resources: {'Port': ['ID=98a28827-3b45-4a95-9398-33f07e95d011,revision_number=3']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:16.783723 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.797431 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-51d1e312-480b-485a-86d1-9e6bb100293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (f545b5cc-c40e-46ae-8150-8acac27b6278), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.814287 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-48b64d74-435d-45dd-b47d-7f05c0cc3ee4 req-b6c5a296-0be6-4bac-b1ff-454fa3ac28f0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040916 Feb 02 14:53:16.820413 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2abc8ba-93c9-40a2-9a35-5e52ba269e99 x-openstack-request-id: req-f2abc8ba-93c9-40a2-9a35-5e52ba269e99 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:53:16.820772 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2f8d42-487e-4910-a062-c5303a1b2216", "tag": "98a28827-3b45-4a95-9398-33f07e95d011", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:53:16.821044 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2abc8ba-93c9-40a2-9a35-5e52ba269e99 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:53:16.821432 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2f8d42-487e-4910-a062-c5303a1b2216', 'tag': '98a28827-3b45-4a95-9398-33f07e95d011', 'status': 'completed', 'code': 200} Feb 02 14:53:16.877633 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-51d1e312-480b-485a-86d1-9e6bb100293c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:16.880203 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-51d1e312-480b-485a-86d1-9e6bb100293c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f545b5cc-c40e-46ae-8150-8acac27b6278 HTTP/1.1" status: 204 len: 168 time: 0.8710539 Feb 02 14:53:16.882664 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Network 9184bd71-335b-4be0-804b-83d1c3aabf14 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:53:16.883578 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 37406) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:53:16.887815 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1e312-480b-485a-86d1-9e6bb100293c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f545b5cc-c40e-46ae-8150-8acac27b6278,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:16.895092 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:53:16.897782 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:53:16.963176 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'Port': ['ID=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:17.023442 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:17.025645 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.032615 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (4379b465-f87a-49ab-a050-6448d59b2488), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.162425 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (4379b465-f87a-49ab-a050-6448d59b2488), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.171554 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-66ab5ea8-bc3c-4bf4-a6c2-5a03de9e0ce2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0435443 Feb 02 14:53:17.246312 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Request body: {'port': {'device_id': 'b738c813-75ba-445e-a9f7-b555608b128f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:53:17.273871 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4379b465-f87a-49ab-a050-6448d59b2488']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:53:17.306512 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19cfeb9-6735-40c7-9271-8e627090355a') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:53:17.306512 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19cfeb9-6735-40c7-9271-8e627090355a') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:53:17.319351 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (d19cfeb9-6735-40c7-9271-8e627090355a), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.351295 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (d19cfeb9-6735-40c7-9271-8e627090355a), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.364834 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:53:17.366731 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (d19cfeb9-6735-40c7-9271-8e627090355a), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:53:17.368786 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:53:17.410222 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-f3eaba77-f1a7-451c-a296-31fb57e77b73 None None] Provisioning complete for port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:53:17.416615 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f3eaba77-f1a7-451c-a296-31fb57e77b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.523932 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-f3eaba77-f1a7-451c-a296-31fb57e77b73 None None] Port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:53:17.527764 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591a8c-9a62-4dd0-970e-234b09156d9f req-eab00b6d-2cac-48c0-8b85-3cc3a18c8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:17.529718 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-a3591a8c-9a62-4dd0-970e-234b09156d9f req-eab00b6d-2cac-48c0-8b85-3cc3a18c8169 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dc71b8c198034b258b4e893ccd8be461&device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 1127 time: 0.3582642 Feb 02 14:53:17.577685 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d115a1e-801b-407e-bb98-d78d285a89c2 req-77f408fb-55ad-4096-a4e3-fbb498fb1a30 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:17.580009 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d115a1e-801b-407e-bb98-d78d285a89c2 req-77f408fb-55ad-4096-a4e3-fbb498fb1a30 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 932 time: 0.1874900 Feb 02 14:53:17.583422 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.594052 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94ea1d-1c57-4535-b37c-c886e97d61a6 req-920d6185-da17-4211-bd38-1984e14f4f5b tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:17.603753 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7f94ea1d-1c57-4535-b37c-c886e97d61a6 req-920d6185-da17-4211-bd38-1984e14f4f5b tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.2231507 Feb 02 14:53:17.690057 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (4379b465-f87a-49ab-a050-6448d59b2488), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.699737 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.703948 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4379b465-f87a-49ab-a050-6448d59b2488 HTTP/1.1" status: 204 len: 168 time: 0.8197098 Feb 02 14:53:17.777100 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:17.789579 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d115a1e-801b-407e-bb98-d78d285a89c2 req-2c30447a-6687-404d-9b4a-807a0d886374 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430180 Feb 02 14:53:17.792870 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65ff24-40a8-425c-9ffa-794a7ae3c0d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4379b465-f87a-49ab-a050-6448d59b2488,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:17.824130 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7f94ea1d-1c57-4535-b37c-c886e97d61a6 req-b57a8692-c1a7-4844-a5f1-715eb687d788 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194328 Feb 02 14:53:18.011963 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c81341-da0f-461b-8aec-36b6736a555f req-b0105451-e291-4a47-b841-dd0200606341 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:18.023445 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-41c81341-da0f-461b-8aec-36b6736a555f req-b0105451-e291-4a47-b841-dd0200606341 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1345184 Feb 02 14:53:18.236108 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-41c81341-da0f-461b-8aec-36b6736a555f req-2f927a9b-3705-4615-8810-4a59d3989f61 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115538 Feb 02 14:53:18.246545 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 37426) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:53:18.286099 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591a8c-9a62-4dd0-970e-234b09156d9f req-b0591071-73fe-49bd-b49f-ebc55745620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:18.287696 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-a3591a8c-9a62-4dd0-970e-234b09156d9f req-b0591071-73fe-49bd-b49f-ebc55745620d service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=dc71b8c198034b258b4e893ccd8be461&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4369948 Feb 02 14:53:18.319407 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3a1d3-cedb-41a0-9db8-d5881ebd85a1 req-3a68049e-14f8-4524-bd7e-853f867d6810 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:18.321457 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-82b3a1d3-cedb-41a0-9db8-d5881ebd85a1 req-3a68049e-14f8-4524-bd7e-853f867d6810 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1911268 Feb 02 14:53:18.326862 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-10c53e20-2fc4-4aec-9d90-435012ac4c9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a30a7db699f7408793f27f8fa5da03e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0787492 Feb 02 14:53:18.330965 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 37430) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:53:18.391748 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-82b3a1d3-cedb-41a0-9db8-d5881ebd85a1 req-33714b8b-cf03-4aa5-8af8-fb46a2e372ce tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675764 Feb 02 14:53:18.556756 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591a8c-9a62-4dd0-970e-234b09156d9f req-7faef801-05c7-4a6d-89ae-7044f3f14cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:18.558685 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-a3591a8c-9a62-4dd0-970e-234b09156d9f req-7faef801-05c7-4a6d-89ae-7044f3f14cfe service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1552474 Feb 02 14:53:18.682882 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 {{(pid=121021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:53:18.702685 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Publish callbacks [] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:18.750324 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Publish callbacks [] for security_group (22e38567-c488-4b42-bd53-8f2ad624adec), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:18.888042 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Publish callbacks [] for security_group (22e38567-c488-4b42-bd53-8f2ad624adec), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:18.888042 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.provisioning_blocks [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Transition to ACTIVE for port object 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 will not be triggered until provisioned by entity L2. {{(pid=121021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:53:19.090120 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c474646-cb82-4c19-b188-dcd35541a179 req-5fb523ea-9eae-4606-93bf-e86cee803dab tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:19.099217 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0c474646-cb82-4c19-b188-dcd35541a179 req-5fb523ea-9eae-4606-93bf-e86cee803dab tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 932 time: 0.1315787 Feb 02 14:53:19.136933 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434b64-e278-4633-8f3c-7f2332ea17c8 req-124863ce-7a15-4bbd-aa23-a08bdc0be88f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:19.144513 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-32434b64-e278-4633-8f3c-7f2332ea17c8 req-124863ce-7a15-4bbd-aa23-a08bdc0be88f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.1633301 Feb 02 14:53:19.195796 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0c474646-cb82-4c19-b188-dcd35541a179 req-261018a0-6e10-410d-b63a-73fd7061a6b7 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955582 Feb 02 14:53:19.223404 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:19.223992 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:19.232587 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (22e38567-c488-4b42-bd53-8f2ad624adec), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:19.235228 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:19.241233 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22e38567-c488-4b42-bd53-8f2ad624adec HTTP/1.1" status: 204 len: 168 time: 0.8936934 Feb 02 14:53:19.275014 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e38567-c488-4b42-bd53-8f2ad624adec,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:19.291344 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-32434b64-e278-4633-8f3c-7f2332ea17c8 req-95e8a125-a7b1-4ecc-8de7-3296616491ab tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458015 Feb 02 14:53:19.377226 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.378421 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.399425 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.399990 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.400419 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.400835 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.402004 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.402004 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.402004 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.402532 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.402977 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.403382 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.403790 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ed06-8207-4fa7-9f30-200051a5703e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:19.559310 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Pushing event updated for resources: {'Port': ['ID=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:19.671667 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-f8c15f1d-b398-4e59-817e-c644b7b94ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:19.673958 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-f8c15f1d-b398-4e59-817e-c644b7b94ee6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dc71b8c198034b258b4e893ccd8be461&device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 1127 time: 0.2651858 Feb 02 14:53:19.686537 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c27b8-bf9e-400d-a2cd-73539788667a req-429eb52f-3312-47f4-8eae-a4bff7e4e07f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:19.688324 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fb1c27b8-bf9e-400d-a2cd-73539788667a req-429eb52f-3312-47f4-8eae-a4bff7e4e07f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.2894945 Feb 02 14:53:19.705396 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Attempting to bind port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:53:19.713235 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Attempting to bind port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:53:19.713235 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Attempting to bind port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 on network 9184bd71-335b-4be0-804b-83d1c3aabf14 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:53:19.720416 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 on network 9184bd71-335b-4be0-804b-83d1c3aabf14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:53:19.723803 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Attempting to bind port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 on network 9184bd71-335b-4be0-804b-83d1c3aabf14 {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:53:19.736238 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:53:19.738480 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Checking segment: {'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:53:19.738480 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Bound using segment: {'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'} {{(pid=121021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:53:19.738480 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.managers [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Bound port: 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2cb287d-93b0-45a6-9f79-6186c180c06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14'}}] {{(pid=121021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:53:19.739298 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:19.870845 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fb1c27b8-bf9e-400d-a2cd-73539788667a req-551dd7ca-2015-44a0-9e80-a460c7382f17 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587696 Feb 02 14:53:19.889746 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca3518-d93e-461f-b679-99bd9f2b2d8c req-93d7bb22-6a51-4fef-87b8-b6c4a5955034 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:19.898548 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8fca3518-d93e-461f-b679-99bd9f2b2d8c req-93d7bb22-6a51-4fef-87b8-b6c4a5955034 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.3336933 Feb 02 14:53:19.914937 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] For port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6, host hv-cinder-78251, cleared binding levels {{(pid=121021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:53:19.914937 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] For port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:53:19.966634 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8fca3518-d93e-461f-b679-99bd9f2b2d8c req-ddd00f88-7594-4f0f-bb40-2328624338e5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665205 Feb 02 14:53:20.113437 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-b223f7e5-b934-4a0a-a8f6-9dac3cd996be service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98a28827-3b45-4a95-9398-33f07e95d011 HTTP/1.1" status: 200 len: 217 time: 0.0453973 Feb 02 14:53:20.187769 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-7384ef97-4c68-45e1-97b7-9b22a0a2eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:20.189327 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-7384ef97-4c68-45e1-97b7-9b22a0a2eb0b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a240fa4a-5ae7-4096-a04c-423d455e0f25 HTTP/1.1" status: 200 len: 853 time: 0.0585659 Feb 02 14:53:20.238251 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-bfc1ac4c-7437-42d6-8ccd-5a810238532d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f105991-02b5-450b-8fbd-ef9505e24d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318239 Feb 02 14:53:20.322941 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b21e6-a15d-49ef-bc9b-335cbd9d1b8d req-5f98b1ab-c70e-4aae-9a4a-dfb8372bf240 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:20.324550 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7b1b21e6-a15d-49ef-bc9b-335cbd9d1b8d req-5f98b1ab-c70e-4aae-9a4a-dfb8372bf240 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.0580115 Feb 02 14:53:20.354257 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-5f01b249-10e8-422b-96e5-9291cab72400 service neutron] 10.222.0.115 "GET /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058524 Feb 02 14:53:20.384801 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7b1b21e6-a15d-49ef-bc9b-335cbd9d1b8d req-a186b8af-968b-4080-80e7-ccc73cdd04cb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518723 Feb 02 14:53:20.386572 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:20.447826 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:20.448499 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:20.449926 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] 10.222.0.115 "PUT /v2.0/ports/40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 1094 time: 3.2304161 Feb 02 14:53:20.450553 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:53:20.454251 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d674fc-7b72-4003-977d-9752b94a8024" -d '{"events": [{"name": "network-changed", "server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:53:20.517802 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1c045-c7fb-4314-883d-0c08b1169b0b service neutron] Pushing event updated for resources: {'Port': ['ID=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,revision_number=3']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:20.575786 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06b84a-eb03-4abe-bb48-f980eda1eca6 req-ef6ece30-5d8f-447e-9f72-e993eaaf9371 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:20.578608 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-da06b84a-eb03-4abe-bb48-f980eda1eca6 req-ef6ece30-5d8f-447e-9f72-e993eaaf9371 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.1131303 Feb 02 14:53:20.596035 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-087c5e7e-05f0-4186-b26f-2da9266b904b req-e04f6e98-1178-46cc-8085-6a1699e9e5f8 service neutron] 10.222.0.115 "GET /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324026 Feb 02 14:53:20.683794 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-da06b84a-eb03-4abe-bb48-f980eda1eca6 req-024faf3a-eb4f-41bd-ba7b-d6954cff82af tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982428 Feb 02 14:53:20.739086 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acd05c3-574f-49f8-a013-940827600ba6 x-openstack-request-id: req-2acd05c3-574f-49f8-a013-940827600ba6 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:53:20.739086 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:53:20.739086 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2acd05c3-574f-49f8-a013-940827600ba6 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:53:20.739086 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'status': 'completed', 'code': 200} Feb 02 14:53:20.891452 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-c3e04886-dc11-4c99-823f-0dcc8380eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:20.893891 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-c3e04886-dc11-4c99-823f-0dcc8380eb56 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9f052df4c1b34d03afd585859c6a8e55&device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 1128 time: 0.1159263 Feb 02 14:53:20.972257 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01219e2-1a21-4d34-9908-6c79c694ad11 req-850be529-6673-4338-847d-07ce78eab7a6 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:20.974018 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e01219e2-1a21-4d34-9908-6c79c694ad11 req-850be529-6673-4338-847d-07ce78eab7a6 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.1030843 Feb 02 14:53:21.198738 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e01219e2-1a21-4d34-9908-6c79c694ad11 req-92f4791d-c2f4-4028-bf7e-377e65eb960e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173789 Feb 02 14:53:21.263738 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe2051-9bf5-432a-8595-9364475b2e1c req-1f7ae2b5-a0ef-4a3d-979d-87717e2fbae3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:21.270465 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bcbe2051-9bf5-432a-8595-9364475b2e1c req-1f7ae2b5-a0ef-4a3d-979d-87717e2fbae3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.2190139 Feb 02 14:53:21.431691 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bcbe2051-9bf5-432a-8595-9364475b2e1c req-db421059-0423-4736-b9f3-6c4b5df314e1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552217 Feb 02 14:53:21.473220 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeb08b-e639-4aa0-bad0-5ad131f2c99a req-d40e8d3e-c223-4318-9958-67c67d6d4ab4 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:21.474877 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2fbeb08b-e639-4aa0-bad0-5ad131f2c99a req-d40e8d3e-c223-4318-9958-67c67d6d4ab4 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1379306 Feb 02 14:53:21.571226 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2fbeb08b-e639-4aa0-bad0-5ad131f2c99a req-58a57bb7-a01c-4942-bbb4-c6e0f3836546 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896912 Feb 02 14:53:21.688403 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d457a6-6c87-4022-bfe9-b71d499faf8f req-4bd22506-446e-4d7e-ab4b-896040759d9e tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:21.693532 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f6d457a6-6c87-4022-bfe9-b71d499faf8f req-4bd22506-446e-4d7e-ab4b-896040759d9e tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.1138821 Feb 02 14:53:21.765836 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f6d457a6-6c87-4022-bfe9-b71d499faf8f req-a77dc21e-5c5d-408b-9ee3-15449defe86c tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657344 Feb 02 14:53:21.849175 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a57b0-04a9-4057-b8d0-e6a62c82ee14 req-51b1506c-938b-431e-8bd9-de8c879efd8c tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:21.851033 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a39a57b0-04a9-4057-b8d0-e6a62c82ee14 req-51b1506c-938b-431e-8bd9-de8c879efd8c tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0899186 Feb 02 14:53:21.927955 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a39a57b0-04a9-4057-b8d0-e6a62c82ee14 req-c551252a-a3de-4caa-8b68-c6c2c291d274 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699203 Feb 02 14:53:22.267663 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-018d01b8-945c-4ce3-9715-db8008b0fd50 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 217 time: 0.0441792 Feb 02 14:53:22.319433 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-360c0539-1972-4ec3-8329-174682d959cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:22.320915 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-360c0539-1972-4ec3-8329-174682d959cb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=703807f3-2fa6-4366-a8d8-6d32130fbf6d HTTP/1.1" status: 200 len: 853 time: 0.0450525 Feb 02 14:53:22.337433 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea545dc-dc35-41d8-aacb-d6e9b80fd0f6 req-bccbc5ac-abac-422c-bb9d-eb38d9cf5e61 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:22.339039 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aea545dc-dc35-41d8-aacb-d6e9b80fd0f6 req-bccbc5ac-abac-422c-bb9d-eb38d9cf5e61 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.0589840 Feb 02 14:53:22.389351 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-5fb8b9ff-1b21-4f5e-9194-a1059f46f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:22.391692 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-5fb8b9ff-1b21-4f5e-9194-a1059f46f564 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9184bd71-335b-4be0-804b-83d1c3aabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612450 Feb 02 14:53:22.402625 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aea545dc-dc35-41d8-aacb-d6e9b80fd0f6 req-30941ca8-1273-40ab-aaab-93280cce466a tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567911 Feb 02 14:53:22.600562 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61f9e4-8a4e-4fe6-85da-54880e7c4c04 req-68679a1a-2960-401f-9543-318d6cbfce30 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:22.602238 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-da61f9e4-8a4e-4fe6-85da-54880e7c4c04 req-68679a1a-2960-401f-9543-318d6cbfce30 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0732040 Feb 02 14:53:22.704101 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-da61f9e4-8a4e-4fe6-85da-54880e7c4c04 req-45d6cf2e-cd86-4b1b-aa49-af93bedf1f79 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932903 Feb 02 14:53:22.770569 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9eb16-8632-4f07-8880-e390e51eb5e6 req-21f26a45-b253-42c9-be35-1dc56087ca85 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:22.778903 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-06e9eb16-8632-4f07-8880-e390e51eb5e6 req-21f26a45-b253-42c9-be35-1dc56087ca85 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0737000 Feb 02 14:53:22.845264 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-06e9eb16-8632-4f07-8880-e390e51eb5e6 req-2154128a-2513-4455-ba3d-1d656a89ec06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652208 Feb 02 14:53:22.934340 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbe2a-b86d-4eba-9b78-d68f37fa1122 req-7cadb3ae-7f27-405f-b02b-b10a73ba7116 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:22.939935 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-91abbe2a-b86d-4eba-9b78-d68f37fa1122 req-7cadb3ae-7f27-405f-b02b-b10a73ba7116 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.0633221 Feb 02 14:53:23.040059 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-91abbe2a-b86d-4eba-9b78-d68f37fa1122 req-28c619a3-5743-45c9-9338-0a7ba30ed216 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934024 Feb 02 14:53:23.145897 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54545cca-7a31-4d38-a7d9-437b157a322c req-18ddf56f-b9b2-4547-8312-e465e89528d1 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:23.147716 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54545cca-7a31-4d38-a7d9-437b157a322c req-18ddf56f-b9b2-4547-8312-e465e89528d1 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0967333 Feb 02 14:53:23.217919 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54545cca-7a31-4d38-a7d9-437b157a322c req-bb57ac12-d05d-4334-8b7a-86f2558df2f6 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642292 Feb 02 14:53:23.532412 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbff3f-8bab-44f8-a50f-89099ae628d2 req-2d795e7a-a64a-4820-86da-0ccd32d11291 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:23.534331 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d5bbff3f-8bab-44f8-a50f-89099ae628d2 req-2d795e7a-a64a-4820-86da-0ccd32d11291 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.0547407 Feb 02 14:53:23.596052 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d5bbff3f-8bab-44f8-a50f-89099ae628d2 req-815a4008-dbfd-4fef-8719-40bf123c3dff tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546272 Feb 02 14:53:23.944545 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897d8a0-de8e-4a72-9eec-11cdfc835ed4 req-7d71c768-101b-4ae7-9879-eecb96e6cd74 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:23.947545 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b897d8a0-de8e-4a72-9eec-11cdfc835ed4 req-7d71c768-101b-4ae7-9879-eecb96e6cd74 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1339216 Feb 02 14:53:24.058939 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b897d8a0-de8e-4a72-9eec-11cdfc835ed4 req-32e26bb9-293b-4e14-ba99-15c5761006ea tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989304 Feb 02 14:53:24.075201 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b235-3694-4536-bccb-3b8933b99831 req-1257e772-11b9-4f93-8227-a48fec78b7fc tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:24.076825 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-43d0b235-3694-4536-bccb-3b8933b99831 req-1257e772-11b9-4f93-8227-a48fec78b7fc tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1099281 Feb 02 14:53:24.158065 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-43d0b235-3694-4536-bccb-3b8933b99831 req-63000778-aa33-4099-a0c4-104206483daf tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629623 Feb 02 14:53:24.219129 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0685f0b-a4bf-4cf7-b2eb-ba423691c60e req-63db446d-8835-4da6-8d0d-b7ac75d98670 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:24.220653 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b0685f0b-a4bf-4cf7-b2eb-ba423691c60e req-63db446d-8835-4da6-8d0d-b7ac75d98670 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.0875797 Feb 02 14:53:24.312287 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b0685f0b-a4bf-4cf7-b2eb-ba423691c60e req-eb1775ca-c4ac-4648-87e2-f3aaf7c7e39a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792625 Feb 02 14:53:24.384363 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b6612-aec0-42c1-8ee2-1b92ba422c47 req-1ee76b0b-4e76-4e6c-8848-166410a71d9e tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:24.390718 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd0b6612-aec0-42c1-8ee2-1b92ba422c47 req-1ee76b0b-4e76-4e6c-8848-166410a71d9e tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0651205 Feb 02 14:53:24.445632 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd0b6612-aec0-42c1-8ee2-1b92ba422c47 req-f96df9d6-0073-4fdf-be8a-9d3c669be742 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538476 Feb 02 14:53:24.722667 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ce112-f40f-4de3-807c-3f71d7c493a4 req-b1329eaa-819e-4c12-a4a4-e15f2359557c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:24.724245 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e10ce112-f40f-4de3-807c-3f71d7c493a4 req-b1329eaa-819e-4c12-a4a4-e15f2359557c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.0568783 Feb 02 14:53:24.809199 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e10ce112-f40f-4de3-807c-3f71d7c493a4 req-005ac676-93cc-4409-87d8-27660c8d2b32 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788312 Feb 02 14:53:25.185215 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6cf7c-df9f-442e-b3d4-373b66be1599 req-39a6f8ca-85c3-45db-9ab9-97786cad4678 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:25.186789 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-80f6cf7c-df9f-442e-b3d4-373b66be1599 req-39a6f8ca-85c3-45db-9ab9-97786cad4678 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0559139 Feb 02 14:53:25.246998 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-80f6cf7c-df9f-442e-b3d4-373b66be1599 req-0dd261d3-d40f-4487-9938-78b90332514b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529151 Feb 02 14:53:25.305858 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c26da-806b-4048-94d3-ad5b267a7db3 req-cd537f19-efad-4de1-9e39-988c2200b6d0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:25.321235 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a53c26da-806b-4048-94d3-ad5b267a7db3 req-cd537f19-efad-4de1-9e39-988c2200b6d0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0590773 Feb 02 14:53:25.367643 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a53c26da-806b-4048-94d3-ad5b267a7db3 req-2e3fd8d0-f184-4fab-a34c-b47aea062d47 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546572 Feb 02 14:53:25.450744 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:25.455179 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73de4f-a444-48f1-ba81-35fc3dab805e req-b7c61644-6bd7-45a7-aa53-e6dbc71b110a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:25.457531 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-af73de4f-a444-48f1-ba81-35fc3dab805e req-b7c61644-6bd7-45a7-aa53-e6dbc71b110a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.0767283 Feb 02 14:53:25.518905 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-af73de4f-a444-48f1-ba81-35fc3dab805e req-fb46a13d-a1e9-4bc5-ac12-abeb48a81a1b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489693 Feb 02 14:53:25.573487 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13776f84-1d36-4c1c-9f85-ebbc8ef5bd03 req-0c18a36b-26a9-4bdd-ae96-9a03f7b00a7e tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:25.575510 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-13776f84-1d36-4c1c-9f85-ebbc8ef5bd03 req-0c18a36b-26a9-4bdd-ae96-9a03f7b00a7e tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0555346 Feb 02 14:53:25.643000 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-13776f84-1d36-4c1c-9f85-ebbc8ef5bd03 req-22f0713f-ef57-4668-bf0c-5a370e6b2d34 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493069 Feb 02 14:53:25.950372 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec54d6-b80e-4240-b0ca-8006a8189362 req-836c785c-7b4c-4318-9ef8-ab78f5d09f7e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:25.950372 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a5ec54d6-b80e-4240-b0ca-8006a8189362 req-836c785c-7b4c-4318-9ef8-ab78f5d09f7e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.0698731 Feb 02 14:53:26.008489 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a5ec54d6-b80e-4240-b0ca-8006a8189362 req-84e83118-4d7b-48a5-9a6a-87f76aa9e0d4 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551674 Feb 02 14:53:26.396358 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e74c15-390d-4084-9b1c-c161b0755176 req-78816302-406f-417e-8d78-d2a44881fcd5 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:26.396358 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-99e74c15-390d-4084-9b1c-c161b0755176 req-78816302-406f-417e-8d78-d2a44881fcd5 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0555480 Feb 02 14:53:26.497411 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-99e74c15-390d-4084-9b1c-c161b0755176 req-c6237b81-a5ba-4d9a-949f-da0d360957ee tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960114 Feb 02 14:53:26.550881 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efafce-bd35-49dc-a17c-8a2638381f7e req-04d746ca-cb54-4e1b-b5d5-ecda245f4474 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:26.552383 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-58efafce-bd35-49dc-a17c-8a2638381f7e req-04d746ca-cb54-4e1b-b5d5-ecda245f4474 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0829582 Feb 02 14:53:26.619551 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-58efafce-bd35-49dc-a17c-8a2638381f7e req-3fdfab15-331b-4d9f-a7bd-8afec509803e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604489 Feb 02 14:53:26.693013 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e162e20-87e7-42a4-9b95-759a96e2212f req-94443901-feb2-426b-97b2-36d910034012 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:26.693013 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7e162e20-87e7-42a4-9b95-759a96e2212f req-94443901-feb2-426b-97b2-36d910034012 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.0716524 Feb 02 14:53:26.762488 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7e162e20-87e7-42a4-9b95-759a96e2212f req-7f9c5d53-a7bd-4681-90de-a18602c5eecb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593333 Feb 02 14:53:26.844943 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcef0fd-7926-47f8-a23e-6a0db33cc807 req-e6d99c61-7720-4bf8-badc-db46d35375dc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:26.846620 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-adcef0fd-7926-47f8-a23e-6a0db33cc807 req-e6d99c61-7720-4bf8-badc-db46d35375dc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0758762 Feb 02 14:53:26.910495 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-adcef0fd-7926-47f8-a23e-6a0db33cc807 req-f9a8da3c-f3c3-4144-bb88-0586a64c6f27 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578289 Feb 02 14:53:27.148727 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeba79-9ab7-49db-9a1b-147d270e783d req-f1e44814-8f5c-4a37-b36a-9a486bd2a004 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:27.150192 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1ddeba79-9ab7-49db-9a1b-147d270e783d req-f1e44814-8f5c-4a37-b36a-9a486bd2a004 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.0691147 Feb 02 14:53:27.198516 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1ddeba79-9ab7-49db-9a1b-147d270e783d req-6eb4a2ed-2c7b-436e-90fc-46a5a412fa84 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 Feb 02 14:53:27.624217 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a7a43-6da7-4acc-96f4-c99477b61b06 req-f472d0b3-1215-4b7e-965d-681e8f9a94e0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:27.625670 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c3a7a43-6da7-4acc-96f4-c99477b61b06 req-f472d0b3-1215-4b7e-965d-681e8f9a94e0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0551622 Feb 02 14:53:27.710988 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c3a7a43-6da7-4acc-96f4-c99477b61b06 req-63cbc8a5-0a64-4cc5-93e9-d6c781e33921 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742188 Feb 02 14:53:27.766510 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fb169-8b30-4f9f-b8f4-0112034ce616 req-a360481b-4d6a-41e3-b5b4-43370d427c52 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:27.771353 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c52fb169-8b30-4f9f-b8f4-0112034ce616 req-a360481b-4d6a-41e3-b5b4-43370d427c52 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0591447 Feb 02 14:53:27.838906 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c52fb169-8b30-4f9f-b8f4-0112034ce616 req-1b7fe255-9d70-4096-98eb-68655b754775 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626090 Feb 02 14:53:27.916124 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5386a-ec58-4c5b-8f1a-5f900716c310 req-34d8ab8a-f712-42d7-817d-805307e85368 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:27.917526 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ace5386a-ec58-4c5b-8f1a-5f900716c310 req-34d8ab8a-f712-42d7-817d-805307e85368 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.0629678 Feb 02 14:53:27.967517 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ace5386a-ec58-4c5b-8f1a-5f900716c310 req-ce888d27-d99e-4828-8535-01a1f29353ba tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Feb 02 14:53:28.030182 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab087876-321e-48e0-865f-bc4c1643c1d3 req-08ec942c-72ac-428e-8859-98ac1b746930 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:28.031724 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ab087876-321e-48e0-865f-bc4c1643c1d3 req-08ec942c-72ac-428e-8859-98ac1b746930 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0541034 Feb 02 14:53:28.110841 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ab087876-321e-48e0-865f-bc4c1643c1d3 req-35a89532-3bc1-4219-889b-3a08331308df tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662322 Feb 02 14:53:28.337315 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fddf91-62ec-4685-bc72-f56124534b3f req-89a49eff-5cb5-4995-95f6-d161d815698e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:28.338856 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c2fddf91-62ec-4685-bc72-f56124534b3f req-89a49eff-5cb5-4995-95f6-d161d815698e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.0663803 Feb 02 14:53:28.410960 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c2fddf91-62ec-4685-bc72-f56124534b3f req-b53eabc4-a727-4474-af6a-5425e41d25ce tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664535 Feb 02 14:53:28.850551 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b627f9a-c2c9-4259-ac1a-dd983f70c5ff req-49232f5e-4d1d-46b6-9425-f839b782a411 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:28.852170 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4b627f9a-c2c9-4259-ac1a-dd983f70c5ff req-49232f5e-4d1d-46b6-9425-f839b782a411 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0634136 Feb 02 14:53:28.931039 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4b627f9a-c2c9-4259-ac1a-dd983f70c5ff req-19411f98-10f5-4eb7-a22b-85d35a71b305 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733964 Feb 02 14:53:28.979073 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2aefa7-6303-4f3b-bb07-5ea8057031ce req-a07ff974-399f-4cfb-b695-865407ace98d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:28.980605 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4b2aefa7-6303-4f3b-bb07-5ea8057031ce req-a07ff974-399f-4cfb-b695-865407ace98d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0645750 Feb 02 14:53:29.041918 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4b2aefa7-6303-4f3b-bb07-5ea8057031ce req-f63f6e81-71f7-408b-a867-8c589541563e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524700 Feb 02 14:53:29.103018 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d063f4-bd7b-4f8e-8bd5-5b90dd78ee0f req-b27f044d-59de-4630-becc-c648141bdcb2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:29.104667 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-37d063f4-bd7b-4f8e-8bd5-5b90dd78ee0f req-b27f044d-59de-4630-becc-c648141bdcb2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.0577097 Feb 02 14:53:29.166728 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-37d063f4-bd7b-4f8e-8bd5-5b90dd78ee0f req-37253e46-3c46-467e-8fa6-81158132ca24 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563724 Feb 02 14:53:29.248742 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad1680-6215-4424-850b-5b1cef5d0507 req-e2406b1d-e3ee-42c8-8689-24944efecd3a tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:29.250421 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ad1680-6215-4424-850b-5b1cef5d0507 req-e2406b1d-e3ee-42c8-8689-24944efecd3a tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0540681 Feb 02 14:53:29.303536 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ad1680-6215-4424-850b-5b1cef5d0507 req-6798bba7-88a4-4bf3-8318-0c35add82d11 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Feb 02 14:53:29.558478 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3258739-c76d-42fe-aad1-7cadf5fc4b0f req-e1e73961-c28e-4e10-aed4-6d4dd1d702e3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:29.560154 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d3258739-c76d-42fe-aad1-7cadf5fc4b0f req-e1e73961-c28e-4e10-aed4-6d4dd1d702e3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.0739293 Feb 02 14:53:29.625417 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d3258739-c76d-42fe-aad1-7cadf5fc4b0f req-80bba524-4aef-4ff1-918d-b0e6ab4883a9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578134 Feb 02 14:53:29.634109 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-d29806ff-8f71-4400-89bf-c452b5428366 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119776 Feb 02 14:53:29.732669 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-74d7ba66-6506-4822-98b2-b95c1cf6cb84 req-2f4e5eee-c577-44e6-9404-055b5c8d6b17 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883007 Feb 02 14:53:30.056053 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923ff9-5c8c-4861-83ed-d03cd46055e4 req-e15f45d5-80cc-4b0a-9178-9d6755316bcd tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.057716 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-00923ff9-5c8c-4861-83ed-d03cd46055e4 req-e15f45d5-80cc-4b0a-9178-9d6755316bcd tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0545845 Feb 02 14:53:30.115430 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-00923ff9-5c8c-4861-83ed-d03cd46055e4 req-00f86a6d-f5ed-438d-a979-3d0664226c89 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514169 Feb 02 14:53:30.194289 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffce2d-4d66-4405-8312-37f0c27c1527 req-58d47a66-e737-485a-b07d-03d84bb5a296 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.202362 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-28ffce2d-4d66-4405-8312-37f0c27c1527 req-58d47a66-e737-485a-b07d-03d84bb5a296 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0738764 Feb 02 14:53:30.245485 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-0a2cfc3e-a5d1-4d9c-8ba7-931e6028bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.247280 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-0a2cfc3e-a5d1-4d9c-8ba7-931e6028bb51 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9f052df4c1b34d03afd585859c6a8e55&device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 1128 time: 0.0793521 Feb 02 14:53:30.291574 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-28ffce2d-4d66-4405-8312-37f0c27c1527 req-938b4c2d-b8e3-4e32-a62d-74a0742629e5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879264 Feb 02 14:53:30.317520 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a11c93-825f-4add-a97b-5a9c15442e5f req-b0606998-1fb7-4a71-a27d-03bfa54c2018 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.319476 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-63a11c93-825f-4add-a97b-5a9c15442e5f req-b0606998-1fb7-4a71-a27d-03bfa54c2018 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.0711815 Feb 02 14:53:30.398289 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-63a11c93-825f-4add-a97b-5a9c15442e5f req-4849bfa8-0049-451d-b8db-47a3182db2e8 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731859 Feb 02 14:53:30.483171 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ebae-e85a-47c7-9206-b7d85c7e1a71 req-736f78b2-f990-415d-8f8c-7cc74eaea6bd tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.484746 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e276ebae-e85a-47c7-9206-b7d85c7e1a71 req-736f78b2-f990-415d-8f8c-7cc74eaea6bd tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0734410 Feb 02 14:53:30.554156 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e276ebae-e85a-47c7-9206-b7d85c7e1a71 req-85653677-06e3-4533-8746-3ae41741bcd6 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619519 Feb 02 14:53:30.701385 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-dd7a27e3-4c0d-4fb7-849c-8f5d53e61ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.701385 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-dd7a27e3-4c0d-4fb7-849c-8f5d53e61ddb service neutron] 10.222.0.115 "GET /v2.0/networks?id=9184bd71-335b-4be0-804b-83d1c3aabf14 HTTP/1.1" status: 200 len: 916 time: 0.3947897 Feb 02 14:53:30.701385 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dd54461-baff-4e69-8988-023aa2f27307 req-e2e84fa3-25ac-417c-92dc-ea301b1216da service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719728 Feb 02 14:53:30.759326 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838cac0-0d6a-4f41-992e-feab4f8bf06d req-8fb1e5c0-8888-4e71-b1b8-4bd4af19ee9e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.761227 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9838cac0-0d6a-4f41-992e-feab4f8bf06d req-8fb1e5c0-8888-4e71-b1b8-4bd4af19ee9e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.0568924 Feb 02 14:53:30.762721 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-3871b1bb-8946-4e66-969e-8bae1990c30c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 217 time: 0.0424366 Feb 02 14:53:30.821333 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9838cac0-0d6a-4f41-992e-feab4f8bf06d req-bcbe8584-35a4-420f-a6ba-37704154da9e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543857 Feb 02 14:53:30.852433 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-179a4cc8-d2a6-4051-ac9e-db44bd992579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.861036 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-179a4cc8-d2a6-4051-ac9e-db44bd992579 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=703807f3-2fa6-4366-a8d8-6d32130fbf6d HTTP/1.1" status: 200 len: 853 time: 0.0816989 Feb 02 14:53:30.861036 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd54461-baff-4e69-8988-023aa2f27307 req-cef1d636-7d59-4766-a32a-738acbbaaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.861036 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dd54461-baff-4e69-8988-023aa2f27307 req-cef1d636-7d59-4766-a32a-738acbbaaa92 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 1129 time: 0.0999150 Feb 02 14:53:30.932375 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-5b2b7f55-de48-4789-a3fd-618cae45954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.933880 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-5b2b7f55-de48-4789-a3fd-618cae45954d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 1129 time: 0.0449865 Feb 02 14:53:30.995462 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-da654b54-57aa-4ed5-a6c0-0485689b68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:30.997300 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-da654b54-57aa-4ed5-a6c0-0485689b68e5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9184bd71-335b-4be0-804b-83d1c3aabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1088941 Feb 02 14:53:31.033992 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-267ab01a-678d-4246-9c5c-afd99fe69609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:31.035497 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-267ab01a-678d-4246-9c5c-afd99fe69609 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 917 time: 0.0935764 Feb 02 14:53:31.048547 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd54461-baff-4e69-8988-023aa2f27307 req-e4bf16bd-c179-486f-a84a-0aaa45b7cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:31.050992 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dd54461-baff-4e69-8988-023aa2f27307 req-e4bf16bd-c179-486f-a84a-0aaa45b7cc79 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 920 time: 0.1377637 Feb 02 14:53:31.131836 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dd54461-baff-4e69-8988-023aa2f27307 req-a25f5c05-1a50-43ce-b98b-2b2d1e8651b1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b0b0d5d-7b0b-453e-b423-d4283bedfa83 HTTP/1.1" status: 200 len: 217 time: 0.0519071 Feb 02 14:53:31.139269 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-41a5dd90-128d-451a-8bb6-39e345f6af47 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c HTTP/1.1" status: 200 len: 1000 time: 0.0951674 Feb 02 14:53:31.195736 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-a4e5757f-18d8-4fa3-b89c-77c5448b55b9 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894310 Feb 02 14:53:31.219816 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd54461-baff-4e69-8988-023aa2f27307 req-a45f09e7-a235-412a-861d-24d7ff61cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:31.221645 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dd54461-baff-4e69-8988-023aa2f27307 req-a45f09e7-a235-412a-861d-24d7ff61cc5e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.0697422 Feb 02 14:53:31.228434 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-090224b1-57e3-479a-8ea5-650b209fc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:31.229955 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-090224b1-57e3-479a-8ea5-650b209fc962 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 200 len: 854 time: 0.0770276 Feb 02 14:53:31.277734 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e00789-912c-4f06-8d82-5d0d05ff38ac req-a1b8022f-4b55-4d50-8b50-05ff1d51d58f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:31.279244 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54e00789-912c-4f06-8d82-5d0d05ff38ac req-a1b8022f-4b55-4d50-8b50-05ff1d51d58f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0875967 Feb 02 14:53:31.300160 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dd54461-baff-4e69-8988-023aa2f27307 req-d9e67868-a413-4630-a083-067529c8f256 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567164 Feb 02 14:53:31.334798 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-66118a40-adc5-4e33-8dfe-e3f8835f2642 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238811 Feb 02 14:53:31.343538 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-01c92f21-68a8-48ee-90e6-d8aeac18dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:31.345101 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-01c92f21-68a8-48ee-90e6-d8aeac18dfff service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c17544a5-d2c4-42f7-94cc-d29c8257a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011984 Feb 02 14:53:31.353860 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54e00789-912c-4f06-8d82-5d0d05ff38ac req-a49c5298-0b54-40ed-834b-d19ddba4fa2a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666924 Feb 02 14:53:31.473323 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dd54461-baff-4e69-8988-023aa2f27307 req-4afd7619-7dc2-4ef9-8f21-162d284367f2 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043136 Feb 02 14:53:31.537036 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-3dd54461-baff-4e69-8988-023aa2f27307 req-ea239e9f-7417-4d76-9f3a-f284be427969 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964780 Feb 02 14:53:31.759741 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6833bbf-6515-4c4a-9483-475729580775 req-398b9b54-9802-4012-b2f5-6a011ccfb527 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:31.761152 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a6833bbf-6515-4c4a-9483-475729580775 req-398b9b54-9802-4012-b2f5-6a011ccfb527 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1501701 Feb 02 14:53:31.764285 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-3d5a1741-c289-4af6-ab8c-ff149f954d02 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938916 Feb 02 14:53:31.779404 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747b5f6-0b8d-4225-87da-ef62ed7099df req-816eb504-6be4-46ea-b18a-514c1dfa6477 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:31.780853 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0747b5f6-0b8d-4225-87da-ef62ed7099df req-816eb504-6be4-46ea-b18a-514c1dfa6477 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.1708953 Feb 02 14:53:31.908362 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a6833bbf-6515-4c4a-9483-475729580775 req-f41d3d3b-489a-4237-90b8-128c83effd8c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414185 Feb 02 14:53:31.919731 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0747b5f6-0b8d-4225-87da-ef62ed7099df req-de8ef216-4063-4726-91c2-6444eda83f72 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302326 Feb 02 14:53:31.938566 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9cb870d8-b83b-47f9-be6a-5ff490579c22 req-369d2b55-d409-4fc4-97a5-071a5336199c service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567762 Feb 02 14:53:32.066986 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da072f4e-eb6b-4460-8515-bdbdd5f8a836 req-3a999f31-a5e3-4c87-bbc0-60bfe5e4ac1b tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:32.068483 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-da072f4e-eb6b-4460-8515-bdbdd5f8a836 req-3a999f31-a5e3-4c87-bbc0-60bfe5e4ac1b tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0884392 Feb 02 14:53:32.080123 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e7553-e974-49b8-98a1-3fae01795da5 req-7121d397-fbd9-4cdf-b8db-a0a2f20c0925 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:32.081592 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-338e7553-e974-49b8-98a1-3fae01795da5 req-7121d397-fbd9-4cdf-b8db-a0a2f20c0925 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.0896454 Feb 02 14:53:32.150702 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-da072f4e-eb6b-4460-8515-bdbdd5f8a836 req-d24bff38-912f-4cdb-b793-1376d013b0a4 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680766 Feb 02 14:53:32.163800 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-338e7553-e974-49b8-98a1-3fae01795da5 req-a223e78a-1889-467b-9a15-64c45cceac38 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753922 Feb 02 14:53:32.481731 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a378b7d-934d-4422-b06b-fe27ae823a18 req-3bcdfa21-a666-4b2a-8e86-3ca4a4cbc24b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:32.483258 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9a378b7d-934d-4422-b06b-fe27ae823a18 req-3bcdfa21-a666-4b2a-8e86-3ca4a4cbc24b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0542908 Feb 02 14:53:32.531105 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9a378b7d-934d-4422-b06b-fe27ae823a18 req-0e5a157b-ee53-40f7-8874-f60133d5c683 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Feb 02 14:53:32.715458 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d208442-4732-411c-82c7-9d6907c39e43 req-1918a39d-dc51-4716-8502-8f7dfca47504 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:32.717033 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7d208442-4732-411c-82c7-9d6907c39e43 req-1918a39d-dc51-4716-8502-8f7dfca47504 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.0533736 Feb 02 14:53:32.880805 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-7d208442-4732-411c-82c7-9d6907c39e43 req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Deleting port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:53:32.881143 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-7d208442-4732-411c-82c7-9d6907c39e43 req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:32.983443 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-7d208442-4732-411c-82c7-9d6907c39e43 req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] For port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:53:32.983819 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-7d208442-4732-411c-82c7-9d6907c39e43 req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:33.028997 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-7d208442-4732-411c-82c7-9d6907c39e43 req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Calling delete_port for c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:53:33.163613 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7f719-9980-4ca3-b4a0-8a3ef21d8621 req-bc167603-6143-483c-ab61-950f8fb24ce8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:33.165085 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f3c7f719-9980-4ca3-b4a0-8a3ef21d8621 req-bc167603-6143-483c-ab61-950f8fb24ce8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.1690578 Feb 02 14:53:33.208384 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34de44c-8776-4d63-8c55-866368c5fbf1 req-3ef0494e-32aa-4b95-935c-f69a8a72db2c tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:33.209930 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e34de44c-8776-4d63-8c55-866368c5fbf1 req-3ef0494e-32aa-4b95-935c-f69a8a72db2c tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.1823201 Feb 02 14:53:33.268566 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f3c7f719-9980-4ca3-b4a0-8a3ef21d8621 req-c90939bb-5830-4294-94a4-8077fa4e1dd7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920920 Feb 02 14:53:33.327763 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e34de44c-8776-4d63-8c55-866368c5fbf1 req-3bf8dcac-fff7-49ed-877a-0b5d402e30bf tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060600 Feb 02 14:53:33.421080 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4a04c-935c-4772-a1ee-658e9ec12420 req-af8455b1-7990-428d-9052-48020c49b2ae tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:33.422524 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-faf4a04c-935c-4772-a1ee-658e9ec12420 req-af8455b1-7990-428d-9052-48020c49b2ae tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0781412 Feb 02 14:53:33.498435 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-faf4a04c-935c-4772-a1ee-658e9ec12420 req-dd76af68-7ee4-423c-bea9-1e38317583dd tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671904 Feb 02 14:53:33.500513 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-7d208442-4732-411c-82c7-9d6907c39e43 req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:33.516726 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d13d5-f9b2-4bd4-9681-96f4076008eb req-19807a27-60c5-4b4d-9809-12ae2de7afbe tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:33.518404 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-085d13d5-f9b2-4bd4-9681-96f4076008eb req-19807a27-60c5-4b4d-9809-12ae2de7afbe tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 946 time: 0.1047242 Feb 02 14:53:33.543165 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['18c3600a-88e4-43d5-8dd7-07613f5a5c9b', '7a5d01e9-66c4-406a-8937-0a1af6d974a4', '746cda65-17f7-4412-abcc-e01ae4a0c9b1', 'c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:53:33.544712 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Pushing event deleted for resources: {'Port': ['ID=c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:33.592639 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.593013 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.593324 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.593667 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.594023 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.594339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.594672 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.595117 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.595350 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.596721 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.599337 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.599337 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.599337 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:33.611606 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:53:33.661318 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d208442-4732-411c-82c7-9d6907c39e43 req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] No DVR routers for this DVR port c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:53:33.688433 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-7d208442-4732-411c-82c7-9d6907c39e43 req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:33.691993 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7d208442-4732-411c-82c7-9d6907c39e43 req-6c28e96e-0136-432a-9f49-c6ae5c1ef6c3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "DELETE /v2.0/ports/c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 HTTP/1.1" status: 204 len: 173 time: 0.9685140 Feb 02 14:53:33.693426 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b921530e-37bb-4278-8c5a-892c12f64b7d', 'name': 'network-vif-deleted', 'tag': 'c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:53:33.695808 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe3b7c8-46d1-4893-929b-23b1f6323b45" -d '{"events": [{"server_uuid": "b921530e-37bb-4278-8c5a-892c12f64b7d", "name": "network-vif-deleted", "tag": "c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:53:33.703879 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-085d13d5-f9b2-4bd4-9681-96f4076008eb req-0bcdbff1-b604-4710-8594-421a9370a9d5 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622059 Feb 02 14:53:33.748787 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0672ed-2b04-4056-8fb1-0921603bfa0f req-932b6ec9-3285-4490-b8ca-08715f84b8c1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:33.749297 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8e0672ed-2b04-4056-8fb1-0921603bfa0f req-932b6ec9-3285-4490-b8ca-08715f84b8c1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1167536 Feb 02 14:53:33.771075 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6761e57-00b4-4d7e-9a27-f52626ca8152 x-openstack-request-id: req-c6761e57-00b4-4d7e-9a27-f52626ca8152 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:53:33.771371 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b921530e-37bb-4278-8c5a-892c12f64b7d", "name": "network-vif-deleted", "tag": "c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:53:33.771817 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6761e57-00b4-4d7e-9a27-f52626ca8152 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:53:33.772217 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b921530e-37bb-4278-8c5a-892c12f64b7d', 'name': 'network-vif-deleted', 'tag': 'c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4', 'status': 'completed', 'code': 200} Feb 02 14:53:33.808880 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8e0672ed-2b04-4056-8fb1-0921603bfa0f req-91713439-e33d-4f8f-ae04-42a737816c8d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536294 Feb 02 14:53:34.400548 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697eda8-521e-4e63-93c4-6119364527d1 req-dcee97c9-a7ef-4ae2-b0e3-43b43f7bbd5a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:34.402313 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b697eda8-521e-4e63-93c4-6119364527d1 req-dcee97c9-a7ef-4ae2-b0e3-43b43f7bbd5a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 945 time: 0.0582719 Feb 02 14:53:34.404989 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 98a28827-3b45-4a95-9398-33f07e95d011 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:53:34.414575 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 6dbd5d16-f084-4504-9399-5a74f2fe496c no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:53:34.503845 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b697eda8-521e-4e63-93c4-6119364527d1 req-2669181e-3f06-4dfb-b265-1227c11fccaa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951467 Feb 02 14:53:34.515222 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210df9c-33ba-46a9-8c04-01b647b8d535 req-176d7f22-0b18-4d36-8e2f-523b1155d399 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:34.516731 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d210df9c-33ba-46a9-8c04-01b647b8d535 req-176d7f22-0b18-4d36-8e2f-523b1155d399 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 944 time: 0.1060963 Feb 02 14:53:34.574129 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d210df9c-33ba-46a9-8c04-01b647b8d535 req-782246f8-9b40-4c0b-966d-2c33a6c76a7c tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501919 Feb 02 14:53:34.583457 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 6dbd5d16-f084-4504-9399-5a74f2fe496c is: ACTIVE; New status is: DOWN {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:53:34.584089 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:34.619250 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 98a28827-3b45-4a95-9398-33f07e95d011, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=98a28827-3b45-4a95-9398-33f07e95d011,segment=NetworkSegment(cef5eb46-d231-47b8-b887-1a23f6556fce),segment_id=cef5eb46-d231-47b8-b887-1a23f6556fce)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:53:34.630684 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:53:34.633047 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ea3440-e1cf-4c6b-9b46-8cf05652485f" -d '{"events": [{"server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "name": "network-vif-unplugged", "status": "completed", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:53:34.640066 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf52b7a-ed28-47d6-9907-f6977c16cd5b req-15550714-a4af-4b34-a502-80842cce612f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:34.641728 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4bf52b7a-ed28-47d6-9907-f6977c16cd5b req-15550714-a4af-4b34-a502-80842cce612f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 943 time: 0.0624442 Feb 02 14:53:34.647565 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '98a28827-3b45-4a95-9398-33f07e95d011', 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02', 'port_id': '98a28827-3b45-4a95-9398-33f07e95d011', 'mac_address': 'fa:16:3e:bb:23:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a240fa4a-5ae7-4096-a04c-423d455e0f25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:53:34.650112 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:53:34.681098 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff586d2-69c0-422e-9bcf-af4e73fba495 x-openstack-request-id: req-aff586d2-69c0-422e-9bcf-af4e73fba495 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:53:34.681483 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "name": "network-vif-unplugged", "status": "completed", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:53:34.681800 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aff586d2-69c0-422e-9bcf-af4e73fba495 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:53:34.682325 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'code': 200} Feb 02 14:53:34.708102 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 98a28827-3b45-4a95-9398-33f07e95d011 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:53:34.708501 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (98a28827-3b45-4a95-9398-33f07e95d011), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:34.710856 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4bf52b7a-ed28-47d6-9907-f6977c16cd5b req-d636aa7f-40f6-4de9-a9ab-a9384913370a tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626268 Feb 02 14:53:34.723151 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a28827-3b45-4a95-9398-33f07e95d011 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:53:34.744855 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 98a28827-3b45-4a95-9398-33f07e95d011, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=98a28827-3b45-4a95-9398-33f07e95d011,segment=NetworkSegment(cef5eb46-d231-47b8-b887-1a23f6556fce),segment_id=cef5eb46-d231-47b8-b887-1a23f6556fce)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:53:34.776727 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:34.835405 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9342f73c-7a51-4e0a-b456-2d81aa3288fd req-82d1327c-4d18-4a55-a028-09d8a566007a tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=b921530e-37bb-4278-8c5a-892c12f64b7d HTTP/1.1" status: 200 len: 210 time: 0.0364289 Feb 02 14:53:34.847336 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=8']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:34.862500 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.865873 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.865873 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.865873 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.865873 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.865873 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.865873 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.865873 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.866391 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.867277 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.868112 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.868842 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.869366 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:53:34.885223 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (98a28827-3b45-4a95-9398-33f07e95d011), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:34.886937 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:53:34.957584 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1c18b-ab2e-4fe1-a3c5-3d079e7e4dc5 req-bacfd947-303e-46b0-aed8-f86b0d1ac2e9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:34.963252 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-13f1c18b-ab2e-4fe1-a3c5-3d079e7e4dc5 req-bacfd947-303e-46b0-aed8-f86b0d1ac2e9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0709803 Feb 02 14:53:34.969896 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=98a28827-3b45-4a95-9398-33f07e95d011,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:35.027471 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-13f1c18b-ab2e-4fe1-a3c5-3d079e7e4dc5 req-e02a4442-a478-4f55-ae95-caa00a74a000 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622060 Feb 02 14:53:35.044943 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:53:35.060592 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'port_id': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'mac_address': 'fa:16:3e:db:80:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:53:35.113681 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:53:35.114079 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:35.128366 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:53:35.148205 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:53:35.250523 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:35.295641 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 37802) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:53:35.301385 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:35.409651 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-702c41d4-9924-4800-8fad-a3837ab3d75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:35.490940 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-702c41d4-9924-4800-8fad-a3837ab3d75b admin admin] Publish callbacks [] for security_group (e739347e-fc28-41f4-b40b-a2a04e63c74a), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:35.581891 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-702c41d4-9924-4800-8fad-a3837ab3d75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e739347e-fc28-41f4-b40b-a2a04e63c74a), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:35.622414 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-702c41d4-9924-4800-8fad-a3837ab3d75b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d135d552a8614f1aa82dfacacfcb9bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249044 Feb 02 14:53:35.623296 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c41d4-9924-4800-8fad-a3837ab3d75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e739347e-fc28-41f4-b40b-a2a04e63c74a,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:35.624978 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 37812) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:53:35.675322 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793426e-d621-4534-8bd3-eae504642628 req-1ed00309-f2df-417b-a40e-d31cdf684d35 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:35.676903 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f793426e-d621-4534-8bd3-eae504642628 req-1ed00309-f2df-417b-a40e-d31cdf684d35 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0949509 Feb 02 14:53:35.762442 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:53:35.775778 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-00710464-123b-4c53-827a-0ab036b13e2c admin admin] Publish callbacks [] for security_group (e739347e-fc28-41f4-b40b-a2a04e63c74a), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:35.787500 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f793426e-d621-4534-8bd3-eae504642628 req-ad9bf6b3-9fa1-4c6b-9996-ecfd10ea6ccb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039705 Feb 02 14:53:35.792966 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['98a28827-3b45-4a95-9398-33f07e95d011'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:53:35.800307 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade6b64-6eb0-4943-b46b-9112cf15417a req-ee1c4fd5-b7a8-4caf-89bf-6bddb24f7f2b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:35.801824 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bade6b64-6eb0-4943-b46b-9112cf15417a req-ee1c4fd5-b7a8-4caf-89bf-6bddb24f7f2b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 945 time: 0.1240098 Feb 02 14:53:35.817469 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-00710464-123b-4c53-827a-0ab036b13e2c admin admin] Publish callbacks [] for security_group (e739347e-fc28-41f4-b40b-a2a04e63c74a), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:35.917524 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bade6b64-6eb0-4943-b46b-9112cf15417a req-beaa539e-46b2-4978-b344-d8e47920fcf3 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056223 Feb 02 14:53:35.966673 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d4f7e-da0e-4579-8e08-330bd9d3a301 req-0f825c8c-5ae5-4846-ba9e-ca0e2ed334ab tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:35.968241 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b73d4f7e-da0e-4579-8e08-330bd9d3a301 req-0f825c8c-5ae5-4846-ba9e-ca0e2ed334ab tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 944 time: 0.0975907 Feb 02 14:53:36.025041 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-00710464-123b-4c53-827a-0ab036b13e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e739347e-fc28-41f4-b40b-a2a04e63c74a), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:36.028228 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-00710464-123b-4c53-827a-0ab036b13e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:36.029708 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-00710464-123b-4c53-827a-0ab036b13e2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e739347e-fc28-41f4-b40b-a2a04e63c74a HTTP/1.1" status: 204 len: 168 time: 0.3981564 Feb 02 14:53:36.040935 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b73d4f7e-da0e-4579-8e08-330bd9d3a301 req-c44c4820-5982-43e9-9994-179ac18de8bb tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657029 Feb 02 14:53:36.047982 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00710464-123b-4c53-827a-0ab036b13e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e739347e-fc28-41f4-b40b-a2a04e63c74a,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:36.231145 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc7fa4-11d0-435b-ad36-cf7d2fe9f265 req-e016d747-04c3-440b-bea5-3cb67e2a8799 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:36.232940 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-07bc7fa4-11d0-435b-ad36-cf7d2fe9f265 req-e016d747-04c3-440b-bea5-3cb67e2a8799 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0573301 Feb 02 14:53:36.293376 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-07bc7fa4-11d0-435b-ad36-cf7d2fe9f265 req-522c7026-0014-4c2c-80b5-306fef110110 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534976 Feb 02 14:53:36.423706 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 6dbd5d16-f084-4504-9399-5a74f2fe496c no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:53:36.509052 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 6dbd5d16-f084-4504-9399-5a74f2fe496c is: DOWN; New status is: DOWN {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:53:36.509941 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:53:36.537543 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:53:36.537543 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device c438b106-5d1b-45e4-adc6-3c1e6b8c1ae4 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:53:37.058024 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd702c-3892-42a8-9fea-7fdd324c92ec req-a4f97159-eea6-4c29-ada7-961a8a4b62b1 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:37.059616 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-70fd702c-3892-42a8-9fea-7fdd324c92ec req-a4f97159-eea6-4c29-ada7-961a8a4b62b1 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 945 time: 0.0555341 Feb 02 14:53:37.108794 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-70fd702c-3892-42a8-9fea-7fdd324c92ec req-0d7e4b6d-fc40-4256-a379-6fa5b6d6e365 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Feb 02 14:53:37.221702 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4bfd8-c37d-46c5-a9f9-b19d3a623c46 req-912ca6c5-c14a-4435-918a-1306df5c0262 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:37.223168 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-caa4bfd8-c37d-46c5-a9f9-b19d3a623c46 req-912ca6c5-c14a-4435-918a-1306df5c0262 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 944 time: 0.0571976 Feb 02 14:53:37.271273 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-caa4bfd8-c37d-46c5-a9f9-b19d3a623c46 req-870d5a96-9499-4637-a8e0-2b2784c8232e tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Feb 02 14:53:37.423184 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2aefa-dd7d-4a8e-b3be-50fce75ed633 req-5c07c26f-eee9-4a80-a259-c7f70e341293 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:37.426051 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2da2aefa-dd7d-4a8e-b3be-50fce75ed633 req-5c07c26f-eee9-4a80-a259-c7f70e341293 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0550396 Feb 02 14:53:37.475541 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2da2aefa-dd7d-4a8e-b3be-50fce75ed633 req-824527b5-045f-42fe-8dae-59d87e4b35cd tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429623 Feb 02 14:53:37.693923 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [req-9d39489d-4c9e-4bea-944c-86f999311dfb req-7d6ccc4c-68dc-464e-89c1-0d8675f1d343 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:53:37.695003 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9d39489d-4c9e-4bea-944c-86f999311dfb req-7d6ccc4c-68dc-464e-89c1-0d8675f1d343 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055289 Feb 02 14:53:38.044496 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45745513-facc-46b9-9bba-cccf630c34fb req-ffc2379c-0010-4fd2-93bc-89fbbe5486b8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:38.045951 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-45745513-facc-46b9-9bba-cccf630c34fb req-ffc2379c-0010-4fd2-93bc-89fbbe5486b8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0584917 Feb 02 14:53:38.102783 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-45745513-facc-46b9-9bba-cccf630c34fb req-b2184b3a-0e4d-4c99-84d5-242c6db3bad2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473115 Feb 02 14:53:38.180870 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7578905-9f45-4bb5-ad8d-bc87d9f10f2c req-48ac131f-4929-4301-bc51-0352719ccd5c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:38.182487 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e7578905-9f45-4bb5-ad8d-bc87d9f10f2c req-48ac131f-4929-4301-bc51-0352719ccd5c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 945 time: 0.0565221 Feb 02 14:53:38.271630 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88811-f3e1-4835-9098-aab6337ba8a6 req-0e9cd2f8-bcfa-48ec-948a-6e1449718ce6 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:38.273123 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-39d88811-f3e1-4835-9098-aab6337ba8a6 req-0e9cd2f8-bcfa-48ec-948a-6e1449718ce6 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 945 time: 0.0896499 Feb 02 14:53:38.276881 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e7578905-9f45-4bb5-ad8d-bc87d9f10f2c req-0a12681e-fc11-4366-a8b8-b4ec02404593 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834906 Feb 02 14:53:38.327763 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-39d88811-f3e1-4835-9098-aab6337ba8a6 req-7e424e6e-0f68-4708-9f04-939a0289c32d tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Feb 02 14:53:38.404029 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a6173-2c26-4699-b060-28de4330d0af req-f31bdc21-1a94-4a45-bbf9-55662fb68f24 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:38.405744 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a3a6173-2c26-4699-b060-28de4330d0af req-f31bdc21-1a94-4a45-bbf9-55662fb68f24 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 944 time: 0.0579708 Feb 02 14:53:38.437803 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 98a28827-3b45-4a95-9398-33f07e95d011 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:53:38.457796 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a3a6173-2c26-4699-b060-28de4330d0af req-850391a3-c332-458e-93cb-6cf9aeebb1a2 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444040 Feb 02 14:53:38.560619 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 98a28827-3b45-4a95-9398-33f07e95d011 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:53:38.566029 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 98a28827-3b45-4a95-9398-33f07e95d011 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:53:38.566193 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (98a28827-3b45-4a95-9398-33f07e95d011), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:38.602880 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca854-1ba2-478a-b221-6f4730f7d05b req-512e8672-40b6-4066-bc55-1dc69c9daca5 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:38.604466 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0faca854-1ba2-478a-b221-6f4730f7d05b req-512e8672-40b6-4066-bc55-1dc69c9daca5 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0584555 Feb 02 14:53:38.650725 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 98a28827-3b45-4a95-9398-33f07e95d011 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:53:38.651168 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (98a28827-3b45-4a95-9398-33f07e95d011), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:38.659402 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0faca854-1ba2-478a-b221-6f4730f7d05b req-99356ecb-6a25-4a43-96c8-d52f81c3c904 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487654 Feb 02 14:53:38.668485 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 37884) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:53:38.691018 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2f8d42-487e-4910-a062-c5303a1b2216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a28827-3b45-4a95-9398-33f07e95d011'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:53:38.693817 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a60e0b8-a85a-4970-8717-471edf32dc15" -d '{"events": [{"server_uuid": "fe2f8d42-487e-4910-a062-c5303a1b2216", "name": "network-vif-plugged", "status": "completed", "tag": "98a28827-3b45-4a95-9398-33f07e95d011"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:53:38.714833 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 98a28827-3b45-4a95-9398-33f07e95d011, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=98a28827-3b45-4a95-9398-33f07e95d011,segment=NetworkSegment(cef5eb46-d231-47b8-b887-1a23f6556fce),segment_id=cef5eb46-d231-47b8-b887-1a23f6556fce)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:53:38.747962 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560a92c0-3875-4db7-b2ec-03bd578d3a08 x-openstack-request-id: req-560a92c0-3875-4db7-b2ec-03bd578d3a08 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:53:38.748282 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2f8d42-487e-4910-a062-c5303a1b2216", "name": "network-vif-plugged", "status": "completed", "tag": "98a28827-3b45-4a95-9398-33f07e95d011", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:53:38.748545 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-560a92c0-3875-4db7-b2ec-03bd578d3a08 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:53:38.748961 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2f8d42-487e-4910-a062-c5303a1b2216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a28827-3b45-4a95-9398-33f07e95d011', 'code': 200} Feb 02 14:53:38.759581 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (98a28827-3b45-4a95-9398-33f07e95d011), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:38.760320 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:53:38.795624 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-8fd3f865-c8a6-4486-924d-35c911c71c44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259730 Feb 02 14:53:38.818142 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-55ade886-43b2-4560-a1f4-a761500c4467 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:53:38.819743 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-55ade886-43b2-4560-a1f4-a761500c4467 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073581 Feb 02 14:53:38.848841 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=98a28827-3b45-4a95-9398-33f07e95d011,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:38.993490 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:53:38.997661 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:53:38.998037 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:39.075569 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:53:39.075951 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:39.107741 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:53:39.187506 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:39.242402 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:39.253470 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29706df-342e-4b8d-94d5-d27ab797e870 req-2d81a3ef-995a-40a3-858e-22a8c5b1fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:39.255021 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a29706df-342e-4b8d-94d5-d27ab797e870 req-2d81a3ef-995a-40a3-858e-22a8c5b1fb5b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 1129 time: 0.0912795 Feb 02 14:53:39.262362 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f2f15-631c-4f57-834c-d20b2207b102 req-cc1413a7-eb0c-4d0c-9ad2-4fbe141fff56 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:39.263784 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-851f2f15-631c-4f57-834c-d20b2207b102 req-cc1413a7-eb0c-4d0c-9ad2-4fbe141fff56 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0894487 Feb 02 14:53:39.334782 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a29706df-342e-4b8d-94d5-d27ab797e870 req-72e89283-2ea5-4f5d-950d-478cb25194e5 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699732 Feb 02 14:53:39.343749 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-851f2f15-631c-4f57-834c-d20b2207b102 req-accf934c-05a2-46b8-bf50-e465f95ccb20 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718207 Feb 02 14:53:39.410308 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e77e5-319c-41cf-bd95-4a9c7353617f req-90bcf72f-12d0-4098-b1e0-3cb2241da510 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:39.411834 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-555e77e5-319c-41cf-bd95-4a9c7353617f req-90bcf72f-12d0-4098-b1e0-3cb2241da510 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 945 time: 0.0608242 Feb 02 14:53:39.493363 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-555e77e5-319c-41cf-bd95-4a9c7353617f req-f37517e4-6187-457e-8ac0-fe8fb66e0fac tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722640 Feb 02 14:53:39.501414 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69e4d3-fe9e-4f27-ae44-24ac8d1fa501 req-2694c244-9abb-4e6c-a50f-e30460b9c1ac tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:39.503488 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fa69e4d3-fe9e-4f27-ae44-24ac8d1fa501 req-2694c244-9abb-4e6c-a50f-e30460b9c1ac tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.0907340 Feb 02 14:53:39.553621 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fa69e4d3-fe9e-4f27-ae44-24ac8d1fa501 req-8b5787d9-dfc1-4c00-98c9-0cdd19a6f506 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440295 Feb 02 14:53:39.612607 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aae3e-bd25-43dc-9be9-2e55a70ef232 req-b967c4d5-6b50-4830-b532-f095a9b6e142 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:39.614672 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b11aae3e-bd25-43dc-9be9-2e55a70ef232 req-b967c4d5-6b50-4830-b532-f095a9b6e142 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 945 time: 0.0571740 Feb 02 14:53:39.664066 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b11aae3e-bd25-43dc-9be9-2e55a70ef232 req-ff82be48-f237-47b6-a7f8-527006cdacd7 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Feb 02 14:53:39.782372 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a065307-1c1a-4792-a433-86067330d448 req-739a4cde-84b5-4684-9866-0fe1c47c88e2 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:39.792128 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0a065307-1c1a-4792-a433-86067330d448 req-739a4cde-84b5-4684-9866-0fe1c47c88e2 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0558527 Feb 02 14:53:39.835610 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0a065307-1c1a-4792-a433-86067330d448 req-883cd7e3-ac80-4cd2-9cc2-5048976d628d tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450990 Feb 02 14:53:40.473755 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013cb3f-28bf-40a1-b123-80600ddd2cf8 req-33409b66-ef3a-429b-99a1-bafabdf30783 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:40.475325 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8013cb3f-28bf-40a1-b123-80600ddd2cf8 req-33409b66-ef3a-429b-99a1-bafabdf30783 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0544887 Feb 02 14:53:40.536137 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8013cb3f-28bf-40a1-b123-80600ddd2cf8 req-4e58412f-928e-4395-bf41-77ad88f5c4b9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553045 Feb 02 14:53:40.600437 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-4f29d929-1597-43e8-8b99-7e38b013cf26 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:40.602024 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-4f29d929-1597-43e8-8b99-7e38b013cf26 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 945 time: 0.0820656 Feb 02 14:53:40.630329 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79e4e6-a5e4-4cf3-9f9b-00fd06dd3888 req-01055279-3130-47b3-8611-e11444519715 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:40.631687 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5c79e4e6-a5e4-4cf3-9f9b-00fd06dd3888 req-01055279-3130-47b3-8611-e11444519715 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 945 time: 0.0662320 Feb 02 14:53:40.750009 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:53:40.752987 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc7d9e0-303f-4d67-987b-957e4218a01a" -d '{"events": [{"server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "name": "network-vif-plugged", "status": "completed", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:53:40.767449 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5c79e4e6-a5e4-4cf3-9f9b-00fd06dd3888 req-6e9b520d-fd01-44fe-af55-4c6087aa7363 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256168 Feb 02 14:53:40.778426 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850361c-1c9f-4d92-8208-b75487e99c49 req-e55be2c1-bd5d-4829-9d8a-e6c5155d865c tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:40.781954 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1850361c-1c9f-4d92-8208-b75487e99c49 req-e55be2c1-bd5d-4829-9d8a-e6c5155d865c tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.1577392 Feb 02 14:53:40.820492 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-9cc45741-38c3-43c9-a21b-24bcfa1e0a29 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Deleting port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:53:40.820827 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-9cc45741-38c3-43c9-a21b-24bcfa1e0a29 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:40.875148 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1850361c-1c9f-4d92-8208-b75487e99c49 req-da09c269-566d-4818-8ed8-b22fbc5959f3 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873969 Feb 02 14:53:40.925827 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e48190-3b9c-4220-86c7-008fb5827b9c x-openstack-request-id: req-44e48190-3b9c-4220-86c7-008fb5827b9c {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:53:40.926123 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "name": "network-vif-plugged", "status": "completed", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:53:40.926395 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44e48190-3b9c-4220-86c7-008fb5827b9c {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:53:40.926826 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'code': 200} Feb 02 14:53:40.970589 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33468d-a558-4565-a938-936d486ccfdf req-cf5001f2-5ab8-4168-8292-44bbb2ec4217 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:40.972269 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2d33468d-a558-4565-a938-936d486ccfdf req-cf5001f2-5ab8-4168-8292-44bbb2ec4217 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 945 time: 0.1297104 Feb 02 14:53:40.974289 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-9cc45741-38c3-43c9-a21b-24bcfa1e0a29 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] For port 746cda65-17f7-4412-abcc-e01ae4a0c9b1, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=746cda65-17f7-4412-abcc-e01ae4a0c9b1,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:53:40.974652 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-9cc45741-38c3-43c9-a21b-24bcfa1e0a29 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:41.018319 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-9cc45741-38c3-43c9-a21b-24bcfa1e0a29 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Calling delete_port for 746cda65-17f7-4412-abcc-e01ae4a0c9b1 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:53:41.309943 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80684cf2-8f12-4134-9275-2806093481c8 req-ec5944b4-1439-41f6-b843-6c957cd9e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:41.311771 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-80684cf2-8f12-4134-9275-2806093481c8 req-ec5944b4-1439-41f6-b843-6c957cd9e84e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 1130 time: 0.0495718 Feb 02 14:53:41.335799 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2d33468d-a558-4565-a938-936d486ccfdf req-68192633-104e-456b-a52c-b92f6e41d361 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434093 Feb 02 14:53:41.351961 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b71788-289e-4e85-8ef1-e590c91ce7ac req-0209e67a-6517-49f7-8eb3-e7f3f5fdb526 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:41.353977 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-34b71788-289e-4e85-8ef1-e590c91ce7ac req-0209e67a-6517-49f7-8eb3-e7f3f5fdb526 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.3760247 Feb 02 14:53:41.365699 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-80684cf2-8f12-4134-9275-2806093481c8 req-8f3bd790-d33a-4df8-8776-b79affebdded service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466437 Feb 02 14:53:41.433632 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-34b71788-289e-4e85-8ef1-e590c91ce7ac req-bbbf0f05-6cc7-4693-9b6d-24bae8875579 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745940 Feb 02 14:53:41.603958 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-9cc45741-38c3-43c9-a21b-24bcfa1e0a29 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (746cda65-17f7-4412-abcc-e01ae4a0c9b1), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:41.649752 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['18c3600a-88e4-43d5-8dd7-07613f5a5c9b', '7a5d01e9-66c4-406a-8937-0a1af6d974a4', '746cda65-17f7-4412-abcc-e01ae4a0c9b1'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:53:41.662288 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc45741-38c3-43c9-a21b-24bcfa1e0a29 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Pushing event deleted for resources: {'Port': ['ID=746cda65-17f7-4412-abcc-e01ae4a0c9b1,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:41.713806 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-9cc45741-38c3-43c9-a21b-24bcfa1e0a29 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] No DVR routers for this DVR port 746cda65-17f7-4412-abcc-e01ae4a0c9b1 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:53:41.718877 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-9cc45741-38c3-43c9-a21b-24bcfa1e0a29 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:41.722944 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6637de6e-8198-4af7-9177-e1d4c0224f12 req-9cc45741-38c3-43c9-a21b-24bcfa1e0a29 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "DELETE /v2.0/ports/746cda65-17f7-4412-abcc-e01ae4a0c9b1 HTTP/1.1" status: 204 len: 173 time: 1.0832894 Feb 02 14:53:41.723402 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6e47e-2e1b-4688-80cc-0bfbb293ae49', 'name': 'network-vif-deleted', 'tag': '746cda65-17f7-4412-abcc-e01ae4a0c9b1'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:53:41.725738 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb74064-099b-4dd2-9ad4-61cbdfcad6df" -d '{"events": [{"server_uuid": "59e6e47e-2e1b-4688-80cc-0bfbb293ae49", "name": "network-vif-deleted", "tag": "746cda65-17f7-4412-abcc-e01ae4a0c9b1"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:53:41.739818 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08026b9a-558c-45b4-870d-2e693a627bd3 req-109352fd-484f-4a1d-ad4e-a25429cfbd8e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:41.741503 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-08026b9a-558c-45b4-870d-2e693a627bd3 req-109352fd-484f-4a1d-ad4e-a25429cfbd8e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.1355257 Feb 02 14:53:41.773715 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e6ece-a562-4fb5-b7cc-c60686a7a0cb x-openstack-request-id: req-b90e6ece-a562-4fb5-b7cc-c60686a7a0cb {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:53:41.773999 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e6e47e-2e1b-4688-80cc-0bfbb293ae49", "name": "network-vif-deleted", "tag": "746cda65-17f7-4412-abcc-e01ae4a0c9b1", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:53:41.774253 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b90e6ece-a562-4fb5-b7cc-c60686a7a0cb {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:53:41.774645 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6e47e-2e1b-4688-80cc-0bfbb293ae49', 'name': 'network-vif-deleted', 'tag': '746cda65-17f7-4412-abcc-e01ae4a0c9b1', 'status': 'completed', 'code': 200} Feb 02 14:53:41.811005 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-08026b9a-558c-45b4-870d-2e693a627bd3 req-92101b1f-ee11-49e1-a3ae-768a5107fc7f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583489 Feb 02 14:53:41.881874 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3649cd63-1830-47f7-8b23-e723fe4dba5e req-b9c7e398-621c-4fe1-b74a-f1c711a98b52 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 210 time: 0.0380690 Feb 02 14:53:41.916829 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69caa29-6463-4353-b36f-2c03e65e4ff2 req-71a2d084-3d7c-469c-823d-1402d742de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:41.918366 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b69caa29-6463-4353-b36f-2c03e65e4ff2 req-71a2d084-3d7c-469c-823d-1402d742de2d service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.0659072 Feb 02 14:53:41.991946 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b69caa29-6463-4353-b36f-2c03e65e4ff2 req-39e14056-ac18-43c9-bd34-91614052e4eb service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671322 Feb 02 14:53:42.016790 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f20f33-09a2-4d98-a0bb-7bf6be150fb0 req-128e5189-dddb-4cfd-a535-d712afe52355 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:42.022993 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09f20f33-09a2-4d98-a0bb-7bf6be150fb0 req-128e5189-dddb-4cfd-a535-d712afe52355 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.0690179 Feb 02 14:53:42.067059 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09f20f33-09a2-4d98-a0bb-7bf6be150fb0 req-7e12cb6c-710a-4cbe-aaeb-21b22251fe8e tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 Feb 02 14:53:42.464110 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c8244-4711-4f1b-b598-42c49d1ef653 req-8930b72f-dd7e-4734-90d0-93345c727d8d tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:42.465712 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ab1c8244-4711-4f1b-b598-42c49d1ef653 req-8930b72f-dd7e-4734-90d0-93345c727d8d tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 945 time: 0.0586588 Feb 02 14:53:42.525978 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ab1c8244-4711-4f1b-b598-42c49d1ef653 req-b9458867-d3d5-48d8-8742-c2b74596b535 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541823 Feb 02 14:53:42.574134 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3509b10-499e-42c3-af7e-910b336dd9a2 req-8d02ebda-81eb-4ef4-88db-4a9c4848bf43 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:42.576326 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c3509b10-499e-42c3-af7e-910b336dd9a2 req-8d02ebda-81eb-4ef4-88db-4a9c4848bf43 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0669706 Feb 02 14:53:42.631595 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c3509b10-499e-42c3-af7e-910b336dd9a2 req-17bb99b7-40a5-41af-b8ff-37dd74ceeb03 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470061 Feb 02 14:53:42.690845 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-05adf98f-1787-454a-9996-777ef80b61a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:42.929701 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c861f-3fb1-4310-b27f-e482852fdcec req-201968c4-287d-455e-a590-c6117b0f9143 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:42.932071 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ba0c861f-3fb1-4310-b27f-e482852fdcec req-201968c4-287d-455e-a590-c6117b0f9143 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0564997 Feb 02 14:53:42.992947 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ba0c861f-3fb1-4310-b27f-e482852fdcec req-7b44793e-05bf-4d69-8bb1-72bdc55265d7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560455 Feb 02 14:53:43.014641 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1a694d49-be05-40fa-8b8a-52c0a6880836 req-09db6ae5-a20f-49af-8484-6cfed25efa4e tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e6e47e-2e1b-4688-80cc-0bfbb293ae49 HTTP/1.1" status: 200 len: 210 time: 0.0461979 Feb 02 14:53:43.192484 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecee4-254d-474f-87f0-0aac34bf0156 req-47c73675-d65d-42a0-b052-cf14a0844a19 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:43.194019 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bbaecee4-254d-474f-87f0-0aac34bf0156 req-47c73675-d65d-42a0-b052-cf14a0844a19 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.0547922 Feb 02 14:53:43.242400 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bbaecee4-254d-474f-87f0-0aac34bf0156 req-98586c53-a4c7-4e7d-a520-bfddcc3a388c tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428345 Feb 02 14:53:43.619188 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-1f28fc76-4d7c-4567-8838-670d110fb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:43.620901 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-1f28fc76-4d7c-4567-8838-670d110fb68e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821&tenant_id=288118205ed44744a302b296426f45f7 HTTP/1.1" status: 200 len: 1127 time: 0.0820122 Feb 02 14:53:43.771223 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-39f7d946-fcf1-4005-bc4d-9fa6c89b9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:43.773822 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-39f7d946-fcf1-4005-bc4d-9fa6c89b9ead service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 1127 time: 0.0898914 Feb 02 14:53:43.786706 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54a933-7539-4ad2-93d3-b7b6132a5ef7 req-525a4c62-31d8-42a5-8bca-feb2cb1bf9ed tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:43.788855 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae54a933-7539-4ad2-93d3-b7b6132a5ef7 req-525a4c62-31d8-42a5-8bca-feb2cb1bf9ed tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0769777 Feb 02 14:53:43.905878 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae54a933-7539-4ad2-93d3-b7b6132a5ef7 req-d0bfbe44-ea89-4317-9650-4fc69bee4cc3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072216 Feb 02 14:53:43.920615 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-d4e0e281-cacf-4aa1-80d6-5a072b632bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:43.931733 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-d4e0e281-cacf-4aa1-80d6-5a072b632bf8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 917 time: 0.1323097 Feb 02 14:53:44.004273 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-b81bf47c-1cfc-4339-a5ab-98add0f15980 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c HTTP/1.1" status: 200 len: 998 time: 0.0711839 Feb 02 14:53:44.059020 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-b65633ce-895c-4514-99fc-27c47db821de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:44.060605 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-b65633ce-895c-4514-99fc-27c47db821de service neutron] 10.222.0.115 "GET /v2.0/subnets?id=9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 200 len: 854 time: 0.0468400 Feb 02 14:53:44.148414 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-055fefe2-fd3d-46c3-bb3f-588de5c64452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:44.149976 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-055fefe2-fd3d-46c3-bb3f-588de5c64452 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c17544a5-d2c4-42f7-94cc-d29c8257a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718582 Feb 02 14:53:44.158483 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853aca3-1019-44bd-a3e8-85629798c349 req-db0c7ce2-46ab-4848-a398-f58199915adc tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:44.160264 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b853aca3-1019-44bd-a3e8-85629798c349 req-db0c7ce2-46ab-4848-a398-f58199915adc tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0924485 Feb 02 14:53:44.276163 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b853aca3-1019-44bd-a3e8-85629798c349 req-d8a63262-15cf-4428-8a33-4c37ecb58409 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063995 Feb 02 14:53:44.294402 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-2ddd25fc-c4d2-4fdd-9d7a-ffd78042fe34 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330605 Feb 02 14:53:44.434092 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02513f7a-edd0-4a6f-8d0e-3695bf64dda0 req-1d01d038-2682-4417-a30d-0985ed21ea71 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326814 Feb 02 14:53:44.446284 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00130f-85eb-4836-b33d-c6bee95b77af req-887e2758-5645-4701-a3a6-56793c9e4239 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:44.447792 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc00130f-85eb-4836-b33d-c6bee95b77af req-887e2758-5645-4701-a3a6-56793c9e4239 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.0794225 Feb 02 14:53:44.479217 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 746cda65-17f7-4412-abcc-e01ae4a0c9b1 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:53:44.500904 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 746cda65-17f7-4412-abcc-e01ae4a0c9b1 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:53:44.501416 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 746cda65-17f7-4412-abcc-e01ae4a0c9b1 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:53:44.510684 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc00130f-85eb-4836-b33d-c6bee95b77af req-d1bec75e-30ee-4c42-830e-eb4cfb3ab800 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554276 Feb 02 14:53:44.627742 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f151f3-7d2f-43f4-bbb0-d3140ce096d2 req-9d5f8f00-4c60-4d55-8140-5155b256f826 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:44.629110 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c8f151f3-7d2f-43f4-bbb0-d3140ce096d2 req-9d5f8f00-4c60-4d55-8140-5155b256f826 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.0537927 Feb 02 14:53:44.703682 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c8f151f3-7d2f-43f4-bbb0-d3140ce096d2 req-21f6e6b7-7a9b-4117-9d6d-bfc6b49887fb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628285 Feb 02 14:53:44.777743 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259396d-cc4a-4870-9d48-4b463b7b4318 req-e3ddc1cd-cb68-496a-8c57-9b92fcff570b tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:44.779261 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9259396d-cc4a-4870-9d48-4b463b7b4318 req-e3ddc1cd-cb68-496a-8c57-9b92fcff570b tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0551651 Feb 02 14:53:44.830858 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9259396d-cc4a-4870-9d48-4b463b7b4318 req-2d69dedb-49e7-43a7-b8aa-1565e86eda5a tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Feb 02 14:53:45.070840 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42323e-6055-4efa-af40-95b190b1428e req-00fbee80-c040-4f2b-ba30-885bf2e99d65 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:45.072358 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4d42323e-6055-4efa-af40-95b190b1428e req-00fbee80-c040-4f2b-ba30-885bf2e99d65 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0891764 Feb 02 14:53:45.095768 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268351e-8563-4b52-a49f-0bbbef027bdb req-f996f3a2-e3f8-4ef1-b4a5-d883e48e5f86 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:45.097590 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f268351e-8563-4b52-a49f-0bbbef027bdb req-f996f3a2-e3f8-4ef1-b4a5-d883e48e5f86 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.1022048 Feb 02 14:53:45.110605 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c3bcaace-66dc-4b04-bea2-51b41603d10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:45.157643 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4d42323e-6055-4efa-af40-95b190b1428e req-b96e40db-6802-4ce4-9bd0-29705a626ce0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786271 Feb 02 14:53:45.188767 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f268351e-8563-4b52-a49f-0bbbef027bdb req-26720e0d-6d07-46cd-9273-981abdcb670a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811341 Feb 02 14:53:45.441528 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0b537-fe96-4e0f-9835-d36983223569 req-1d15c1b6-9758-4f96-b764-eb1f9ded3cbd tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:45.452234 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b9c0b537-fe96-4e0f-9835-d36983223569 req-1d15c1b6-9758-4f96-b764-eb1f9ded3cbd tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0921614 Feb 02 14:53:45.560097 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b9c0b537-fe96-4e0f-9835-d36983223569 req-ecc85002-8097-474d-96e8-d7e0224baff9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055605 Feb 02 14:53:46.063717 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8faf1c6-7edb-494c-902f-cf166a8ec1a7 req-a4a73349-3b0c-4b01-9259-12a9948a05ca tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:46.065416 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d8faf1c6-7edb-494c-902f-cf166a8ec1a7 req-a4a73349-3b0c-4b01-9259-12a9948a05ca tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1429667 Feb 02 14:53:46.081847 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210efa8-9a79-4226-818d-580b31d5e91d req-5c3bdd39-c8ca-4361-97cc-b8712a54ad26 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:46.098573 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a210efa8-9a79-4226-818d-580b31d5e91d req-5c3bdd39-c8ca-4361-97cc-b8712a54ad26 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.1642413 Feb 02 14:53:46.164621 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:46.203283 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a210efa8-9a79-4226-818d-580b31d5e91d req-62d8fee9-3e1e-4852-b9a3-9f14464ef47d tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123610 Feb 02 14:53:46.243902 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d8faf1c6-7edb-494c-902f-cf166a8ec1a7 req-bde37c81-9ee9-43d6-a615-931255768d9e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462853 Feb 02 14:53:46.803227 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c825ce-1552-4f25-acf2-b73677f5fe0b req-65c3fdcd-e47c-4add-a447-c2e47e7757c7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:46.804812 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-63c825ce-1552-4f25-acf2-b73677f5fe0b req-65c3fdcd-e47c-4add-a447-c2e47e7757c7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.1109521 Feb 02 14:53:46.883741 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-63c825ce-1552-4f25-acf2-b73677f5fe0b req-e8256f61-b207-4b12-9e88-b4fd3eaf56fa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717034 Feb 02 14:53:47.430368 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e53034-16bf-42ce-a1bb-14f2b0ee3205 req-f62112a2-46a5-4ce2-9f29-52ea8d54b860 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:47.431870 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-82e53034-16bf-42ce-a1bb-14f2b0ee3205 req-f62112a2-46a5-4ce2-9f29-52ea8d54b860 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.1372550 Feb 02 14:53:47.465699 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66be28-b93c-4ea5-bd43-6c0c4657ffed req-1f24bce2-5828-48c6-91cb-32db7d0a64c5 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:47.469423 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2b66be28-b93c-4ea5-bd43-6c0c4657ffed req-1f24bce2-5828-48c6-91cb-32db7d0a64c5 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1203694 Feb 02 14:53:47.516927 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-82e53034-16bf-42ce-a1bb-14f2b0ee3205 req-2d702dc7-b6f3-410f-b80f-a0aeb486e295 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749643 Feb 02 14:53:47.567484 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2b66be28-b93c-4ea5-bd43-6c0c4657ffed req-71ded12f-648b-4366-8f16-e6aa24c54090 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925324 Feb 02 14:53:47.853417 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:48.028792 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc8864-253b-411b-b32e-a6d0a194ba10 req-e37200c6-4d4d-4782-9c73-0a56272da34c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:48.030580 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5fbc8864-253b-411b-b32e-a6d0a194ba10 req-e37200c6-4d4d-4782-9c73-0a56272da34c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0619097 Feb 02 14:53:48.088531 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5fbc8864-253b-411b-b32e-a6d0a194ba10 req-bb0996b5-0f44-4dfe-acc3-217d0ab8d57f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512590 Feb 02 14:53:48.658964 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b06a3-455a-40c8-90c1-ae4d69af2d7d req-cca7d9e8-1d67-44a8-ac69-328a48107de6 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:48.664180 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3f7b06a3-455a-40c8-90c1-ae4d69af2d7d req-cca7d9e8-1d67-44a8-ac69-328a48107de6 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0624619 Feb 02 14:53:48.718411 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3f7b06a3-455a-40c8-90c1-ae4d69af2d7d req-a3b083f2-ed17-4aad-8a13-bad69261db50 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505729 Feb 02 14:53:48.861194 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c138ca-4117-44c2-8bc1-1767331d88f4 req-6ea0a7ad-7387-4e15-a251-e5ab6a23cc9b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:48.863168 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b1c138ca-4117-44c2-8bc1-1767331d88f4 req-6ea0a7ad-7387-4e15-a251-e5ab6a23cc9b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0723391 Feb 02 14:53:48.939477 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b1c138ca-4117-44c2-8bc1-1767331d88f4 req-10d79c93-8caa-455c-a98c-05734fece88c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696471 Feb 02 14:53:49.231027 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01d365-0041-47e6-a575-de6e24839c19 req-a5fa78a9-e59a-4deb-8d0d-dcca47fa47b3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:49.232663 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc01d365-0041-47e6-a575-de6e24839c19 req-a5fa78a9-e59a-4deb-8d0d-dcca47fa47b3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0575023 Feb 02 14:53:49.298057 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc01d365-0041-47e6-a575-de6e24839c19 req-0c606ebb-199f-48de-a135-eaf25789d007 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592842 Feb 02 14:53:49.353503 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:49.865888 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8e826-b042-4664-bf24-7bd7e4a2efaa req-5e7c47fe-7f57-4394-a5c8-ba4a0e008964 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:49.867417 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e9f8e826-b042-4664-bf24-7bd7e4a2efaa req-5e7c47fe-7f57-4394-a5c8-ba4a0e008964 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0554612 Feb 02 14:53:49.939754 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e9f8e826-b042-4664-bf24-7bd7e4a2efaa req-3335f718-d3cc-4b73-a70e-dbfc3b6ec274 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645289 Feb 02 14:53:50.076390 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b54b41-d1d1-45c6-869c-9a8bda95870a req-7add52d4-d4f8-4438-a552-de1a0bf777c6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:50.077975 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b3b54b41-d1d1-45c6-869c-9a8bda95870a req-7add52d4-d4f8-4438-a552-de1a0bf777c6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0618863 Feb 02 14:53:50.139938 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b3b54b41-d1d1-45c6-869c-9a8bda95870a req-fd32b072-e120-47e5-8e99-320ce3293baa tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560999 Feb 02 14:53:50.446339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eae9ee-7e63-44aa-b112-b88ce52bade3 req-78c2fe10-4898-4de0-abec-1eac3ca1d115 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:50.447936 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-77eae9ee-7e63-44aa-b112-b88ce52bade3 req-78c2fe10-4898-4de0-abec-1eac3ca1d115 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0567117 Feb 02 14:53:50.498408 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-77eae9ee-7e63-44aa-b112-b88ce52bade3 req-f0643f5d-88eb-4f0a-b667-8c4727b3c2cb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449710 Feb 02 14:53:51.092792 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cff0ba-fac7-44dc-8be4-0be3ffcb3958 req-4070a088-69d4-4474-ac53-d55bf1fe08bf tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:51.094260 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b2cff0ba-fac7-44dc-8be4-0be3ffcb3958 req-4070a088-69d4-4474-ac53-d55bf1fe08bf tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0572858 Feb 02 14:53:51.168606 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b2cff0ba-fac7-44dc-8be4-0be3ffcb3958 req-f88db574-b3ec-45ce-9285-4a39b7ca5f69 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681472 Feb 02 14:53:51.280289 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3decb6-8d5a-463d-8abf-35559fdeb865 req-42f0be7f-9d93-48e5-8ab4-8638d42cc83e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:51.284282 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dc3decb6-8d5a-463d-8abf-35559fdeb865 req-42f0be7f-9d93-48e5-8ab4-8638d42cc83e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0588369 Feb 02 14:53:51.352658 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dc3decb6-8d5a-463d-8abf-35559fdeb865 req-fddb76ef-3962-4af4-9b30-1d4a3777cf32 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638483 Feb 02 14:53:51.636867 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3488566-40c5-436d-a2fb-f15f337b615f req-cc098947-faa0-492d-b006-2ee9205111f7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:51.638335 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f3488566-40c5-436d-a2fb-f15f337b615f req-cc098947-faa0-492d-b006-2ee9205111f7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0563185 Feb 02 14:53:51.695346 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f3488566-40c5-436d-a2fb-f15f337b615f req-737ff8ca-ff03-4117-921c-0864260030cf tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500994 Feb 02 14:53:52.309682 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b324f1f-69af-413a-a063-778cdd4cf93d req-76ab0f12-7bbd-4fd1-a67a-834bda0e47e2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:52.312454 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9b324f1f-69af-413a-a063-778cdd4cf93d req-76ab0f12-7bbd-4fd1-a67a-834bda0e47e2 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0721369 Feb 02 14:53:52.368203 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9b324f1f-69af-413a-a063-778cdd4cf93d req-c69d9791-8be4-43d9-8d0d-a6d0e3a8884c tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494769 Feb 02 14:53:52.500012 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2649b0-adb9-4ebd-b2d8-39252fa850e8 req-8f64a1e4-5121-4f7b-a47d-42c61b313399 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:52.502036 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3a2649b0-adb9-4ebd-b2d8-39252fa850e8 req-8f64a1e4-5121-4f7b-a47d-42c61b313399 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0682554 Feb 02 14:53:52.562865 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3a2649b0-adb9-4ebd-b2d8-39252fa850e8 req-59fdabb8-b7a2-4029-9343-328d3b84fd42 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540392 Feb 02 14:53:52.835426 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aad1f-89ae-4ba6-a5eb-d40b2341d33c req-b0645eef-1330-490a-9473-5ecb6b5eda18 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:52.836831 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e58aad1f-89ae-4ba6-a5eb-d40b2341d33c req-b0645eef-1330-490a-9473-5ecb6b5eda18 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0609601 Feb 02 14:53:52.894333 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e58aad1f-89ae-4ba6-a5eb-d40b2341d33c req-a38f2dd1-a6a0-419c-963e-a8665282644a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519876 Feb 02 14:53:53.501579 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031de17-622a-48f7-aa6d-6ddbfaa2e04a req-aa6920fc-c782-4e3b-89ef-db82edf977eb tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:53.503207 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2031de17-622a-48f7-aa6d-6ddbfaa2e04a req-aa6920fc-c782-4e3b-89ef-db82edf977eb tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0579944 Feb 02 14:53:53.563204 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2031de17-622a-48f7-aa6d-6ddbfaa2e04a req-b6152d51-3bb2-4756-99bb-2153b26ceaa6 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543962 Feb 02 14:53:53.706439 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7060d-0409-4b21-ba53-6cbb843acd14 req-e673d1d7-65b0-433a-ab3f-4e831b5de36a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:53.713791 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-05d7060d-0409-4b21-ba53-6cbb843acd14 req-e673d1d7-65b0-433a-ab3f-4e831b5de36a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0684862 Feb 02 14:53:53.768673 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-05d7060d-0409-4b21-ba53-6cbb843acd14 req-9ae0c379-66a4-48cc-a378-a8c1725a0e3e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494831 Feb 02 14:53:54.043317 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062bfac-54c4-46ef-b942-18fc346afa3c req-7726ac9e-cd15-4059-acc1-eac2cf7d3aae tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:54.044944 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d062bfac-54c4-46ef-b942-18fc346afa3c req-7726ac9e-cd15-4059-acc1-eac2cf7d3aae tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0609739 Feb 02 14:53:54.099882 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d062bfac-54c4-46ef-b942-18fc346afa3c req-35c7f0db-2ef3-47c4-ae1a-22f24b9d89d6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482643 Feb 02 14:53:54.874664 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d659589-231b-40bd-82ff-a3b60b6437c3 req-26fe64ff-6530-420b-a117-54cbd8e0ac58 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:54.874664 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6d659589-231b-40bd-82ff-a3b60b6437c3 req-26fe64ff-6530-420b-a117-54cbd8e0ac58 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0569797 Feb 02 14:53:54.874664 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6d659589-231b-40bd-82ff-a3b60b6437c3 req-0d5fa05b-5a42-425f-9413-16ba456a7296 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459638 Feb 02 14:53:54.908557 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c071e37-9661-4a62-ac84-2df9a9eae291 req-cbcc3b65-18ab-49ac-92d3-03beb38aa59c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:54.910462 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3c071e37-9661-4a62-ac84-2df9a9eae291 req-cbcc3b65-18ab-49ac-92d3-03beb38aa59c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0690377 Feb 02 14:53:54.979824 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3c071e37-9661-4a62-ac84-2df9a9eae291 req-e0c179c0-badd-4acb-8a98-1e9d61196efc tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552742 Feb 02 14:53:55.259163 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e07461-2213-47cb-9b43-ecc4e268d7ad req-2124a662-5b48-4e79-ad7e-4cbf4dea41fe tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:55.260910 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d8e07461-2213-47cb-9b43-ecc4e268d7ad req-2124a662-5b48-4e79-ad7e-4cbf4dea41fe tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0612493 Feb 02 14:53:55.312703 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d8e07461-2213-47cb-9b43-ecc4e268d7ad req-4d8a2506-3f77-4a40-a74c-c897312c04ee tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Feb 02 14:53:55.326716 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38212) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:53:55.448112 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-43869ac8-ba91-4d54-b870-375036f23302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:55.526723 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-43869ac8-ba91-4d54-b870-375036f23302 admin admin] Publish callbacks [] for security_group (dc458b87-f9cd-4a7d-b90d-2890a373b7ce), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:55.576052 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:55.667277 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-43869ac8-ba91-4d54-b870-375036f23302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (dc458b87-f9cd-4a7d-b90d-2890a373b7ce), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:55.706667 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-43869ac8-ba91-4d54-b870-375036f23302 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5574f9f9e6b41ecb5e0e43367251bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783414 Feb 02 14:53:55.708388 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43869ac8-ba91-4d54-b870-375036f23302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc458b87-f9cd-4a7d-b90d-2890a373b7ce,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:55.709218 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38216) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:53:55.760276 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9e3617ae-17e1-445e-8599-0b0133d99a9e admin admin] Publish callbacks [] for security_group (dc458b87-f9cd-4a7d-b90d-2890a373b7ce), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:55.782537 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9e3617ae-17e1-445e-8599-0b0133d99a9e admin admin] Publish callbacks [] for security_group (dc458b87-f9cd-4a7d-b90d-2890a373b7ce), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:55.957084 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9e3617ae-17e1-445e-8599-0b0133d99a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (dc458b87-f9cd-4a7d-b90d-2890a373b7ce), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:55.959862 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9e3617ae-17e1-445e-8599-0b0133d99a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:55.963844 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-9e3617ae-17e1-445e-8599-0b0133d99a9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc458b87-f9cd-4a7d-b90d-2890a373b7ce HTTP/1.1" status: 204 len: 168 time: 0.2535746 Feb 02 14:53:55.971520 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402930-e74a-46da-9369-b841498796cc req-d0ba2fe6-ea2a-4208-a5d3-c5658b09d1cb tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:55.973283 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c1402930-e74a-46da-9369-b841498796cc req-d0ba2fe6-ea2a-4208-a5d3-c5658b09d1cb tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0537081 Feb 02 14:53:55.973432 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3617ae-17e1-445e-8599-0b0133d99a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc458b87-f9cd-4a7d-b90d-2890a373b7ce,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:56.025034 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c1402930-e74a-46da-9369-b841498796cc req-757a08b2-86a0-4121-a144-73ed36a7158f tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Feb 02 14:53:56.141097 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04726a1c-497f-4fa2-b895-1bce15bf77cb req-842d56dd-6b77-46c3-b307-d4c58d17a6f0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:56.142874 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04726a1c-497f-4fa2-b895-1bce15bf77cb req-842d56dd-6b77-46c3-b307-d4c58d17a6f0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0600865 Feb 02 14:53:56.196786 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04726a1c-497f-4fa2-b895-1bce15bf77cb req-4c7e3e40-adfd-4f9f-9ee6-6841d76bca0c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477443 Feb 02 14:53:56.360122 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12980ffa-134d-415f-bd4b-e7f00ef86488 req-0fd4d293-b28c-480f-800c-a884e7dadf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:56.366204 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-12980ffa-134d-415f-bd4b-e7f00ef86488 req-0fd4d293-b28c-480f-800c-a884e7dadf38 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a1287bea610b4ebf9b63e136bf969c31&device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.0478134 Feb 02 14:53:56.509177 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3050bd-72dd-4208-9105-7e0e34e2a0c5 req-70570974-87e7-412f-ac26-03129ee01eed tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:56.511016 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4b3050bd-72dd-4208-9105-7e0e34e2a0c5 req-70570974-87e7-412f-ac26-03129ee01eed tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.1203365 Feb 02 14:53:56.519814 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12980ffa-134d-415f-bd4b-e7f00ef86488 req-4fc0724e-553b-4a93-9821-413cb9ecb44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:56.521342 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-12980ffa-134d-415f-bd4b-e7f00ef86488 req-4fc0724e-553b-4a93-9821-413cb9ecb44a service neutron] 10.222.0.115 "GET /v2.0/networks?id=f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 200 len: 920 time: 0.1524425 Feb 02 14:53:56.584012 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-12980ffa-134d-415f-bd4b-e7f00ef86488 req-87d6731d-26bf-40db-a2cd-cb0661e54a9c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc HTTP/1.1" status: 200 len: 217 time: 0.0440171 Feb 02 14:53:56.610948 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4b3050bd-72dd-4208-9105-7e0e34e2a0c5 req-a33fcd4b-9fc6-41cb-a7a8-2c9c0c222fed tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928416 Feb 02 14:53:56.646322 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12980ffa-134d-415f-bd4b-e7f00ef86488 req-9481f597-73ae-417a-95d4-1d4320e5e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:56.647806 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-12980ffa-134d-415f-bd4b-e7f00ef86488 req-9481f597-73ae-417a-95d4-1d4320e5e4cd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 200 len: 858 time: 0.0537930 Feb 02 14:53:56.720551 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-12980ffa-134d-415f-bd4b-e7f00ef86488 req-3a9a5b8c-f5f2-4f8d-b604-b0abdc5825c4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f883f6f4-297a-4457-aef2-a51100510aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299733 Feb 02 14:53:56.812384 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-12980ffa-134d-415f-bd4b-e7f00ef86488 req-e481a246-8a79-45bb-87b6-f3498b36dbf0 service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837178 Feb 02 14:53:56.908198 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-12980ffa-134d-415f-bd4b-e7f00ef86488 req-cad920f9-bb60-4108-83a4-f53ce3eee16b service neutron] 10.222.0.115 "GET /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893087 Feb 02 14:53:57.152519 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba90ec-d558-4483-b0cd-9ee29948f223 req-97f60c2c-a26e-4e2d-a76b-69f75a3fcced tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:57.153951 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dcba90ec-d558-4483-b0cd-9ee29948f223 req-97f60c2c-a26e-4e2d-a76b-69f75a3fcced tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0565720 Feb 02 14:53:57.202521 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dcba90ec-d558-4483-b0cd-9ee29948f223 req-a0e5d40b-7cbd-4d48-bade-7a2f912fe9ef tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423961 Feb 02 14:53:57.320777 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd3689-8fc9-47aa-8fa1-8d4274843d65 req-197ef250-13c3-4023-9415-2bb9c07932b9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:57.322242 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54fd3689-8fc9-47aa-8fa1-8d4274843d65 req-197ef250-13c3-4023-9415-2bb9c07932b9 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0535476 Feb 02 14:53:57.403628 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54fd3689-8fc9-47aa-8fa1-8d4274843d65 req-37b682fd-414f-4063-8d03-f00bdc0d5809 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750697 Feb 02 14:53:57.424962 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-b5152c50-2349-487b-816b-d58dd8cef580 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:57.426500 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-b5152c50-2349-487b-816b-d58dd8cef580 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 945 time: 0.0843234 Feb 02 14:53:57.530996 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-77a88801-9e5b-4c90-bc3e-c41a50bb9421 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Deleting port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:53:57.531335 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-77a88801-9e5b-4c90-bc3e-c41a50bb9421 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:57.637195 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-77a88801-9e5b-4c90-bc3e-c41a50bb9421 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] For port 7a5d01e9-66c4-406a-8937-0a1af6d974a4, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=7a5d01e9-66c4-406a-8937-0a1af6d974a4,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:53:57.637195 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-77a88801-9e5b-4c90-bc3e-c41a50bb9421 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:57.644081 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-77a88801-9e5b-4c90-bc3e-c41a50bb9421 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Calling delete_port for 7a5d01e9-66c4-406a-8937-0a1af6d974a4 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:53:57.767267 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d31c-713e-4399-96f7-b166d6953927 req-a5221d91-8450-41c5-9af7-c76322157f35 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:57.768842 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d0a4d31c-713e-4399-96f7-b166d6953927 req-a5221d91-8450-41c5-9af7-c76322157f35 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0824213 Feb 02 14:53:57.815574 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d0a4d31c-713e-4399-96f7-b166d6953927 req-a68d50ad-c707-4f5c-aca8-dbe393c2eaf8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409062 Feb 02 14:53:57.987059 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-77a88801-9e5b-4c90-bc3e-c41a50bb9421 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (7a5d01e9-66c4-406a-8937-0a1af6d974a4), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:58.014833 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88801-9e5b-4c90-bc3e-c41a50bb9421 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Pushing event deleted for resources: {'Port': ['ID=7a5d01e9-66c4-406a-8937-0a1af6d974a4,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:53:58.026351 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['18c3600a-88e4-43d5-8dd7-07613f5a5c9b', '7a5d01e9-66c4-406a-8937-0a1af6d974a4'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:53:58.060907 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-77a88801-9e5b-4c90-bc3e-c41a50bb9421 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] No DVR routers for this DVR port 7a5d01e9-66c4-406a-8937-0a1af6d974a4 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:53:58.073951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-77a88801-9e5b-4c90-bc3e-c41a50bb9421 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:53:58.073951 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-68f7a479-4166-436d-b9fc-4a1a50321621 req-77a88801-9e5b-4c90-bc3e-c41a50bb9421 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "DELETE /v2.0/ports/7a5d01e9-66c4-406a-8937-0a1af6d974a4 HTTP/1.1" status: 204 len: 173 time: 0.6344481 Feb 02 14:53:58.073951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f80598-044c-4690-b382-c1bed0ffb462', 'name': 'network-vif-deleted', 'tag': '7a5d01e9-66c4-406a-8937-0a1af6d974a4'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:53:58.073951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de223249-2faf-40c8-afc7-9dbd5f4b6ac4" -d '{"events": [{"server_uuid": "22f80598-044c-4690-b382-c1bed0ffb462", "name": "network-vif-deleted", "tag": "7a5d01e9-66c4-406a-8937-0a1af6d974a4"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:53:58.107919 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5474a1-ba33-412f-8c7d-d058d2043858 x-openstack-request-id: req-3d5474a1-ba33-412f-8c7d-d058d2043858 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:53:58.108236 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f80598-044c-4690-b382-c1bed0ffb462", "name": "network-vif-deleted", "tag": "7a5d01e9-66c4-406a-8937-0a1af6d974a4", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:53:58.108489 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d5474a1-ba33-412f-8c7d-d058d2043858 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:53:58.108889 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f80598-044c-4690-b382-c1bed0ffb462', 'name': 'network-vif-deleted', 'tag': '7a5d01e9-66c4-406a-8937-0a1af6d974a4', 'status': 'completed', 'code': 200} Feb 02 14:53:58.302775 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6f36ab06-9945-4f9f-b3ea-f32e1a6da6be req-b8f9f995-a9d0-4fbd-8e00-4afa37433de3 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 210 time: 0.0280170 Feb 02 14:53:58.529932 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffd297-b619-49a4-a225-f4d250782b52 req-848bdbd1-b5be-48f9-ad24-cc03a55b1707 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:58.531444 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-46ffd297-b619-49a4-a225-f4d250782b52 req-848bdbd1-b5be-48f9-ad24-cc03a55b1707 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0529592 Feb 02 14:53:58.578291 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-46ffd297-b619-49a4-a225-f4d250782b52 req-76226178-c8c4-44f6-b066-a7a53cf0d470 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Feb 02 14:53:58.944865 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6b856-4bb1-4934-a587-5c4afdf14e8d req-d20f7433-dfcf-4596-baa4-177850e09dff tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:58.946354 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8aa6b856-4bb1-4934-a587-5c4afdf14e8d req-d20f7433-dfcf-4596-baa4-177850e09dff tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0562735 Feb 02 14:53:59.000307 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8aa6b856-4bb1-4934-a587-5c4afdf14e8d req-c796cac8-04ad-46fc-882f-ea84b223fba8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477335 Feb 02 14:53:59.429481 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0b27c0d5-11f8-40cb-98fa-5d01e426ed19 req-c15fc5ad-9f54-4995-b63e-306ed238bd94 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f80598-044c-4690-b382-c1bed0ffb462 HTTP/1.1" status: 200 len: 210 time: 0.0319057 Feb 02 14:53:59.702471 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917b0f2-5eed-49d6-9551-3f0849763ef0 req-ceee608b-c87d-41b9-a6ef-c06d8366eaca tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:53:59.704600 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b917b0f2-5eed-49d6-9551-3f0849763ef0 req-ceee608b-c87d-41b9-a6ef-c06d8366eaca tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0530274 Feb 02 14:53:59.755352 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b917b0f2-5eed-49d6-9551-3f0849763ef0 req-bee47523-889c-4016-87d1-a1144ec04342 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 Feb 02 14:54:00.124771 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca756c-25b3-4ec2-aaa0-3d2846920bd7 req-3897c993-1492-4afd-b81c-a5e7b46566f6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:00.126595 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ca756c-25b3-4ec2-aaa0-3d2846920bd7 req-3897c993-1492-4afd-b81c-a5e7b46566f6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0549893 Feb 02 14:54:00.176604 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ca756c-25b3-4ec2-aaa0-3d2846920bd7 req-27da83d7-96af-44b3-9a21-d2963805956b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441899 Feb 02 14:54:00.545217 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 7a5d01e9-66c4-406a-8937-0a1af6d974a4 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:54:00.565992 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 7a5d01e9-66c4-406a-8937-0a1af6d974a4 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:54:00.566333 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 7a5d01e9-66c4-406a-8937-0a1af6d974a4 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:54:00.881131 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fdc87-87e6-40e8-aea4-b78c9dd5e22a req-46e9bd7a-1d21-4198-9eda-bbe602c10068 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:00.882697 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-830fdc87-87e6-40e8-aea4-b78c9dd5e22a req-46e9bd7a-1d21-4198-9eda-bbe602c10068 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0581892 Feb 02 14:54:00.930522 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-830fdc87-87e6-40e8-aea4-b78c9dd5e22a req-c6a56444-23f9-4b64-8906-8d3696af579b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Feb 02 14:54:01.303496 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470f9de-369f-4410-8443-03d434f83b95 req-18633e02-40b7-464d-a64e-8d5348dc4aef tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:01.305159 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e470f9de-369f-4410-8443-03d434f83b95 req-18633e02-40b7-464d-a64e-8d5348dc4aef tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0563238 Feb 02 14:54:01.355665 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e470f9de-369f-4410-8443-03d434f83b95 req-776efa58-1d9c-4051-b106-80016fe94aa5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447481 Feb 02 14:54:02.260099 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b111c-b3b2-4fad-9a42-56faefebf8b0 req-d560b6ac-ddbd-4150-b07a-9d36a8cd9a21 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:02.261643 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f24b111c-b3b2-4fad-9a42-56faefebf8b0 req-d560b6ac-ddbd-4150-b07a-9d36a8cd9a21 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 945 time: 0.0584757 Feb 02 14:54:02.307845 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f24b111c-b3b2-4fad-9a42-56faefebf8b0 req-5c1d2052-4f59-466f-98fe-86f7f3c16bb8 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Feb 02 14:54:02.480700 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f774c3d-7148-41cd-8497-33f622497d48 req-4979a621-0e76-4b95-8b74-9e3a5e595778 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:02.482187 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f774c3d-7148-41cd-8497-33f622497d48 req-4979a621-0e76-4b95-8b74-9e3a5e595778 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0530944 Feb 02 14:54:02.530222 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f774c3d-7148-41cd-8497-33f622497d48 req-ad9bac95-b1b5-4a24-bbd3-c403042db2e2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416961 Feb 02 14:54:03.430591 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df71f3-4eb7-4404-93fd-604e6d074615 req-a02e4d8c-9a2c-484a-808a-3a496b5b6ec9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:03.432182 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-20df71f3-4eb7-4404-93fd-604e6d074615 req-a02e4d8c-9a2c-484a-808a-3a496b5b6ec9 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 945 time: 0.0576694 Feb 02 14:54:03.743933 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-20df71f3-4eb7-4404-93fd-604e6d074615 req-a3dca5c4-5578-40cd-a2d3-84141cbc9738 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058016 Feb 02 14:54:03.759881 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f19ed-0a24-472c-a7ef-f60a0c8dec59 req-f0a168c5-2b9f-4336-9764-f5d76a68e80e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:03.761357 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-494f19ed-0a24-472c-a7ef-f60a0c8dec59 req-f0a168c5-2b9f-4336-9764-f5d76a68e80e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 943 time: 0.0759516 Feb 02 14:54:03.808667 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-494f19ed-0a24-472c-a7ef-f60a0c8dec59 req-302a5407-bf2e-43ef-b341-ec990ec12aa5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Feb 02 14:54:04.577751 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 6dbd5d16-f084-4504-9399-5a74f2fe496c details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:54:04.682344 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:04.694437 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'port_id': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'mac_address': 'fa:16:3e:93:1d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:54:04.734165 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 6dbd5d16-f084-4504-9399-5a74f2fe496c is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:04.734638 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:04.764180 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbd5d16-f084-4504-9399-5a74f2fe496c {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:54:04.789510 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:04.855165 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:04.866373 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8038323-08f5-497d-a75c-2f0b0371292e req-1cead66a-facf-491d-bc50-f1acff465234 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:04.868064 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c8038323-08f5-497d-a75c-2f0b0371292e req-1cead66a-facf-491d-bc50-f1acff465234 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 945 time: 0.0559123 Feb 02 14:54:04.904415 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=9']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:04.918467 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c8038323-08f5-497d-a75c-2f0b0371292e req-a06353c0-970c-4200-afc0-82465fb2cd5b tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2dc0903-db0f-444c-846f-e75b4b9cca85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447793 Feb 02 14:54:05.025723 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f68344-305c-48bb-92ed-6806c08aa315 req-c736bf92-abf7-44de-820d-2c4540b8dfeb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:05.028292 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f4f68344-305c-48bb-92ed-6806c08aa315 req-c736bf92-abf7-44de-820d-2c4540b8dfeb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 944 time: 0.0553529 Feb 02 14:54:05.108105 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f4f68344-305c-48bb-92ed-6806c08aa315 req-98082210-c2f9-4c5c-bcd2-975bc5382bd5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744433 Feb 02 14:54:05.130561 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-917fcb0c-a7c6-4501-989e-26756542aa9f tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:05.132061 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-917fcb0c-a7c6-4501-989e-26756542aa9f tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 945 time: 0.0784044 Feb 02 14:54:05.241837 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-8d79645e-2c59-4ef2-bd6b-72c54ce53fba tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Deleting port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:54:05.242171 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-8d79645e-2c59-4ef2-bd6b-72c54ce53fba tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:05.330726 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-8d79645e-2c59-4ef2-bd6b-72c54ce53fba tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] For port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,segment=NetworkSegment(76ac384e-e99e-4918-af66-ea57cfbb42de),segment_id=76ac384e-e99e-4918-af66-ea57cfbb42de)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:05.331116 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-8d79645e-2c59-4ef2-bd6b-72c54ce53fba tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:05.345369 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-8d79645e-2c59-4ef2-bd6b-72c54ce53fba tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Calling delete_port for 18c3600a-88e4-43d5-8dd7-07613f5a5c9b owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:54:05.345772 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['6dbd5d16-f084-4504-9399-5a74f2fe496c'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:54:05.575645 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-8d79645e-2c59-4ef2-bd6b-72c54ce53fba tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (18c3600a-88e4-43d5-8dd7-07613f5a5c9b), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:05.606500 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79645e-2c59-4ef2-bd6b-72c54ce53fba tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Pushing event deleted for resources: {'Port': ['ID=18c3600a-88e4-43d5-8dd7-07613f5a5c9b,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:05.616104 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['18c3600a-88e4-43d5-8dd7-07613f5a5c9b'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:54:05.654894 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-8d79645e-2c59-4ef2-bd6b-72c54ce53fba tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] No DVR routers for this DVR port 18c3600a-88e4-43d5-8dd7-07613f5a5c9b on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:54:05.656278 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-8d79645e-2c59-4ef2-bd6b-72c54ce53fba tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:05.666172 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5cd972dc-d0cd-4493-b52a-77367ba36e44 req-8d79645e-2c59-4ef2-bd6b-72c54ce53fba tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.115 "DELETE /v2.0/ports/18c3600a-88e4-43d5-8dd7-07613f5a5c9b HTTP/1.1" status: 204 len: 173 time: 0.5214906 Feb 02 14:54:05.666675 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d264668-a85d-444f-9562-f04d975353be', 'name': 'network-vif-deleted', 'tag': '18c3600a-88e4-43d5-8dd7-07613f5a5c9b'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:54:05.669039 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc62720-d21b-4ea9-8e9f-dc4096757e09" -d '{"events": [{"server_uuid": "3d264668-a85d-444f-9562-f04d975353be", "name": "network-vif-deleted", "tag": "18c3600a-88e4-43d5-8dd7-07613f5a5c9b"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:54:05.716406 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdd15ba-76bb-4d37-8d0b-c68e94b2c2d9 x-openstack-request-id: req-acdd15ba-76bb-4d37-8d0b-c68e94b2c2d9 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:54:05.717786 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d264668-a85d-444f-9562-f04d975353be", "name": "network-vif-deleted", "tag": "18c3600a-88e4-43d5-8dd7-07613f5a5c9b", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:54:05.717786 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acdd15ba-76bb-4d37-8d0b-c68e94b2c2d9 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:54:05.717786 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d264668-a85d-444f-9562-f04d975353be', 'name': 'network-vif-deleted', 'tag': '18c3600a-88e4-43d5-8dd7-07613f5a5c9b', 'status': 'completed', 'code': 200} Feb 02 14:54:06.011812 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f567801d-7772-4274-9681-1759a70ecf08 req-416f46bb-a365-47ce-8685-db507c739c46 tempest-AttachVolumeNegativeTest-621013760 tempest-AttachVolumeNegativeTest-621013760-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d264668-a85d-444f-9562-f04d975353be HTTP/1.1" status: 200 len: 210 time: 0.0275688 Feb 02 14:54:06.234634 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cbd5-17c2-4dec-9b38-9d0d3ad36cee req-e4ce8b68-87b9-42ae-ade4-f9682d2e6482 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:06.236662 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5635cbd5-17c2-4dec-9b38-9d0d3ad36cee req-e4ce8b68-87b9-42ae-ade4-f9682d2e6482 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 944 time: 0.0530672 Feb 02 14:54:06.283365 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5635cbd5-17c2-4dec-9b38-9d0d3ad36cee req-5e963fb4-df71-44d8-ae0d-8a96d42a3373 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Feb 02 14:54:06.601639 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 6dbd5d16-f084-4504-9399-5a74f2fe496c up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:54:06.651091 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 6dbd5d16-f084-4504-9399-5a74f2fe496c triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:06.651616 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:06.734886 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 6dbd5d16-f084-4504-9399-5a74f2fe496c is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:06.736258 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:06.761261 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:54:06.761261 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4529b1-a8cb-4ec8-8ad5-c7dfe8c32f87" -d '{"events": [{"server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "name": "network-vif-plugged", "status": "completed", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:54:06.774150 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:06.799949 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b054bb8-b047-442c-b608-c8288887629e x-openstack-request-id: req-6b054bb8-b047-442c-b608-c8288887629e {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:54:06.800241 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "name": "network-vif-plugged", "status": "completed", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:54:06.800525 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b054bb8-b047-442c-b608-c8288887629e {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:54:06.800923 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'code': 200} Feb 02 14:54:06.854523 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:06.916261 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=10']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:07.069713 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38374) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:07.094207 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4741bf9-dc4e-41f1-bd8f-c4dbc95949a3 req-32bfd8c8-b749-46f0-8a01-7d5d32d5d6f1 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:07.097053 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d4741bf9-dc4e-41f1-bd8f-c4dbc95949a3 req-32bfd8c8-b749-46f0-8a01-7d5d32d5d6f1 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.0612962 Feb 02 14:54:07.119582 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15720bc-f544-45bc-b4a6-f928203c800f admin admin] Deleting subnet b5da69a2-8942-45df-bb4a-0dcff917a34f {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:54:07.122859 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d15720bc-f544-45bc-b4a6-f928203c800f admin admin] Publish callbacks [] for subnet (b5da69a2-8942-45df-bb4a-0dcff917a34f), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.149995 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d4741bf9-dc4e-41f1-bd8f-c4dbc95949a3 req-ace906a2-82ed-4b7d-9a61-1333dc722fe5 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474305 Feb 02 14:54:07.159917 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d15720bc-f544-45bc-b4a6-f928203c800f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (b5da69a2-8942-45df-bb4a-0dcff917a34f), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.172355 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38376) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:07.200415 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d15720bc-f544-45bc-b4a6-f928203c800f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (b5da69a2-8942-45df-bb4a-0dcff917a34f), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.352593 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d15720bc-f544-45bc-b4a6-f928203c800f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (b5da69a2-8942-45df-bb4a-0dcff917a34f), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.378164 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15720bc-f544-45bc-b4a6-f928203c800f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5da69a2-8942-45df-bb4a-0dcff917a34f,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:07.384182 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d15720bc-f544-45bc-b4a6-f928203c800f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.387433 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-d15720bc-f544-45bc-b4a6-f928203c800f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b5da69a2-8942-45df-bb4a-0dcff917a34f HTTP/1.1" status: 204 len: 168 time: 0.3158610 Feb 02 14:54:07.389896 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38382) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:07.391953 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0023db-7898-4f74-8f1e-5489369b59f3 tempest-TestMinimumBasicScenario-230015217 tempest-TestMinimumBasicScenario-230015217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:07.393513 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-5a0023db-7898-4f74-8f1e-5489369b59f3 tempest-TestMinimumBasicScenario-230015217 tempest-TestMinimumBasicScenario-230015217-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 1125 time: 0.2198832 Feb 02 14:54:07.397170 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38384) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:07.402452 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'floatingip': {'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'port_id': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:07.442436 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180443c-3a58-4530-b230-06c70fbfb66b req-d547b135-7e55-4709-ac0f-3ac8a84caf28 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:07.444178 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7180443c-3a58-4530-b230-06c70fbfb66b req-d547b135-7e55-4709-ac0f-3ac8a84caf28 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 946 time: 0.0841131 Feb 02 14:54:07.466487 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (881700dd-aa90-43d9-8db0-8f463dc5ec94), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.495104 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7180443c-3a58-4530-b230-06c70fbfb66b req-c78bd2cd-4465-43d1-ba7f-5c275f9a734f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 Feb 02 14:54:07.535584 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.549861 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (881700dd-aa90-43d9-8db0-8f463dc5ec94), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.589239 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881700dd-aa90-43d9-8db0-8f463dc5ec94']}} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:07.599802 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ac384e-e99e-4918-af66-ea57cfbb42de') {'for_net_delete': True} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:07.600093 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ac384e-e99e-4918-af66-ea57cfbb42de') {} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:07.611874 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5464450'] for segment (76ac384e-e99e-4918-af66-ea57cfbb42de), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.630211 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (76ac384e-e99e-4918-af66-ea57cfbb42de), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.636947 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=121021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:54:07.637459 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5467550'] for segment (76ac384e-e99e-4918-af66-ea57cfbb42de), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: Traceback (most recent call last): Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: timer() Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: cb(*args, **kw) Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: return func(*args, **kwargs) Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: self._notify() Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: self.callback(batched_events) Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: event.method(event) Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: return f(self, *a, **k) Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: return self._get(url).json() Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: return self.request(url, 'GET', **kwargs) Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:54:07.639893 dv-cinder-782518-2-iscsi neutron-server[121021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:54:07.658711 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.766977 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Allocated IP 172.27.3.237 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/97ae4468-ba4b-4f5a-8f56-d5833c507ec4) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:54:07.821548 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (881700dd-aa90-43d9-8db0-8f463dc5ec94), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.840488 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.843956 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] 10.222.0.10 "DELETE /v2.0/networks/881700dd-aa90-43d9-8db0-8f463dc5ec94 HTTP/1.1" status: 204 len: 168 time: 0.4531574 Feb 02 14:54:07.845574 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f13293-dc6a-4a35-a003-2c5aec5a9285 admin admin] Pushing event deleted for resources: {'Network': ['ID=881700dd-aa90-43d9-8db0-8f463dc5ec94,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:07.900364 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167e8f9-126d-4e20-b572-dcb414c6fdac req-9071c9d1-d656-4e46-8272-71a85d09a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:07.902013 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8167e8f9-126d-4e20-b572-dcb414c6fdac req-9071c9d1-d656-4e46-8272-71a85d09a5cd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 1130 time: 0.1261363 Feb 02 14:54:07.922167 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for port (97ae4468-ba4b-4f5a-8f56-d5833c507ec4), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:07.972945 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8167e8f9-126d-4e20-b572-dcb414c6fdac req-235f2552-f6f8-4521-a012-a1fc750dcd39 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616319 Feb 02 14:54:08.050380 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (97ae4468-ba4b-4f5a-8f56-d5833c507ec4), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:08.100388 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:54:08.103463 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:08.108320 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:54:08.111648 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'Port': ['ID=97ae4468-ba4b-4f5a-8f56-d5833c507ec4,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:08.253698 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38398) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:08.295381 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f2b493f0-8af8-4383-872e-574c9b3787f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e9d46681cc2408c9526c4f9575361b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404077 Feb 02 14:54:08.298902 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38400) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:08.353442 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74829f3e-faaa-41d9-bcea-b4354433cf91 admin admin] Publish callbacks [] for security_group (d2dc0903-db0f-444c-846f-e75b4b9cca85), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:08.375108 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74829f3e-faaa-41d9-bcea-b4354433cf91 admin admin] Publish callbacks [] for security_group (d2dc0903-db0f-444c-846f-e75b4b9cca85), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:08.489670 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74829f3e-faaa-41d9-bcea-b4354433cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (d2dc0903-db0f-444c-846f-e75b4b9cca85), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:08.492338 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74829f3e-faaa-41d9-bcea-b4354433cf91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:08.493488 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-74829f3e-faaa-41d9-bcea-b4354433cf91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2dc0903-db0f-444c-846f-e75b4b9cca85 HTTP/1.1" status: 204 len: 168 time: 0.1939259 Feb 02 14:54:08.504578 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74829f3e-faaa-41d9-bcea-b4354433cf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc0903-db0f-444c-846f-e75b4b9cca85,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:08.594363 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 18c3600a-88e4-43d5-8dd7-07613f5a5c9b no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:54:08.627094 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for floatingip (48754f0f-4b89-49c7-8fc1-d54fd6fedf88), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:08.635167 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 18c3600a-88e4-43d5-8dd7-07613f5a5c9b {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:54:08.635516 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 18c3600a-88e4-43d5-8dd7-07613f5a5c9b not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:54:08.716178 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee2e9c-7294-49dd-b104-7b140b0841ea req-eec44837-ef6f-4f55-af76-df4c34440d4f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:08.717813 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-10ee2e9c-7294-49dd-b104-7b140b0841ea req-eec44837-ef6f-4f55-af76-df4c34440d4f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 946 time: 0.1348917 Feb 02 14:54:08.771032 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-10ee2e9c-7294-49dd-b104-7b140b0841ea req-bc3b5f8e-3e58-4ae6-88f7-159f60811143 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462830 Feb 02 14:54:08.810059 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (97ae4468-ba4b-4f5a-8f56-d5833c507ec4), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:08.967352 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for port (97ae4468-ba4b-4f5a-8f56-d5833c507ec4), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:09.083976 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (97ae4468-ba4b-4f5a-8f56-d5833c507ec4), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:09.162180 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'Port': ['ID=97ae4468-ba4b-4f5a-8f56-d5833c507ec4,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:09.170421 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (48754f0f-4b89-49c7-8fc1-d54fd6fedf88), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:09.273854 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Floating IP 48754f0f-4b89-49c7-8fc1-d54fd6fedf88 associated. External IP: 172.27.3.237, port: 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6. Feb 02 14:54:09.508874 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Router 874e9e69-a091-4f49-b5b4-59772f12ff31 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:54:09.616740 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:54:09.630023 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] Sync routers for ids ['874e9e69-a091-4f49-b5b4-59772f12ff31'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:54:09.642059 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] Routers {'874e9e69-a091-4f49-b5b4-59772f12ff31'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:54:09.642965 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:53:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['874e9e69-a091-4f49-b5b4-59772f12ff31'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:09.715597 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:09.753617 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f0528d1d-6413-4495-9c33-ff075bc3a37b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3547285 Feb 02 14:54:09.754324 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:54:09.756247 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38442) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:09.761644 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-c80cf398-24f3-416a-be4d-e46714a85eb7 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734356255', 'description': 'tempest-secgroup-smoke-1734356255 description', 'project_id': '9f052df4c1b34d03afd585859c6a8e55'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:09.769938 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f" -d '{"events": [{"name": "network-changed", "server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:54:09.775514 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] Set router 874e9e69-a091-4f49-b5b4-59772f12ff31 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:54:09.834506 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac3efb-4466-451f-81bb-d57eccc14c54 x-openstack-request-id: req-06ac3efb-4466-451f-81bb-d57eccc14c54 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:54:09.835139 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:54:09.835139 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06ac3efb-4466-451f-81bb-d57eccc14c54 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:54:09.835467 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'status': 'completed', 'code': 200} Feb 02 14:54:09.889672 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-c80cf398-24f3-416a-be4d-e46714a85eb7 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:09.984375 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-163c0a0f-3364-41dc-85e7-9217e77ea007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:09.986137 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-c80cf398-24f3-416a-be4d-e46714a85eb7 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group (ebd765ee-e9df-4ea0-b040-993eb843d724), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:09.988659 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-163c0a0f-3364-41dc-85e7-9217e77ea007 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9f052df4c1b34d03afd585859c6a8e55&device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 1130 time: 0.0908084 Feb 02 14:54:09.999114 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b225-8513-4884-a94e-e01b302d8acf req-fe345869-01bb-4adc-a36d-1ec58bc86c31 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:10.000864 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd17b225-8513-4884-a94e-e01b302d8acf req-fe345869-01bb-4adc-a36d-1ec58bc86c31 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 946 time: 0.1075976 Feb 02 14:54:10.072060 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-c80cf398-24f3-416a-be4d-e46714a85eb7 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ebd765ee-e9df-4ea0-b040-993eb843d724), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:10.132723 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cf398-24f3-416a-be4d-e46714a85eb7 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd765ee-e9df-4ea0-b040-993eb843d724,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:10.137087 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:37Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '48754f0f-4b89-49c7-8fc1-d54fd6fedf88', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'port_id': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'mac_address': 'fa:16:3e:db:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b738c813-75ba-445e-a9f7-b555608b128f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:54:08Z', 'updated_at': '2022-02-02T14:54:08Z', 'revision_number': 0, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6', 'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'mac_address': 'fa:16:3e:dd:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:36Z', 'updated_at': '2022-02-02T14:52:40Z', 'revision_number': 5, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'subnets': [{'id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:10.151107 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd17b225-8513-4884-a94e-e01b302d8acf req-533aaa97-0e83-4bdc-8e47-a81a70dd9cbe tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188166 Feb 02 14:54:10.167435 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] Checking router: 874e9e69-a091-4f49-b5b4-59772f12ff31 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:54:10.176738 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] Routers {'874e9e69-a091-4f49-b5b4-59772f12ff31'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:54:10.177415 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:53:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['874e9e69-a091-4f49-b5b4-59772f12ff31'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:10.179075 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-c80cf398-24f3-416a-be4d-e46714a85eb7 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:10.181999 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-c80cf398-24f3-416a-be4d-e46714a85eb7 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4230754 Feb 02 14:54:10.184713 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38462) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:10.195134 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-718de428-e2a9-40ec-8d0d-d1b845678ad2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'security_group_rule': {'security_group_id': 'ebd765ee-e9df-4ea0-b040-993eb843d724', 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:10.205099 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-7fe88613-d55c-4b95-8806-7ec7855ac1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:10.206653 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-7fe88613-d55c-4b95-8806-7ec7855ac1ea service neutron] 10.222.0.115 "GET /v2.0/networks?id=9184bd71-335b-4be0-804b-83d1c3aabf14 HTTP/1.1" status: 200 len: 916 time: 0.2045441 Feb 02 14:54:10.279792 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-96ffb9b4-84b4-4ecd-93e6-c38170a8f022 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 1000 time: 0.0644028 Feb 02 14:54:10.299703 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] Set router 874e9e69-a091-4f49-b5b4-59772f12ff31 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:54:10.339437 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-718de428-e2a9-40ec-8d0d-d1b845678ad2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (897c3fcc-bafd-440c-a35a-736a9da2e725), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:10.357715 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-cb9bf794-fe60-44b8-aadd-ccc731dd1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:10.359213 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-cb9bf794-fe60-44b8-aadd-ccc731dd1fd1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=703807f3-2fa6-4366-a8d8-6d32130fbf6d HTTP/1.1" status: 200 len: 853 time: 0.0720387 Feb 02 14:54:10.451452 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-718de428-e2a9-40ec-8d0d-d1b845678ad2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (897c3fcc-bafd-440c-a35a-736a9da2e725), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:10.458612 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-ecfb3adb-585a-460b-b6ec-5fa3c2158581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:10.463176 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-ecfb3adb-585a-460b-b6ec-5fa3c2158581 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9184bd71-335b-4be0-804b-83d1c3aabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936222 Feb 02 14:54:10.556762 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:37Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '48754f0f-4b89-49c7-8fc1-d54fd6fedf88', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'port_id': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'mac_address': 'fa:16:3e:db:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b738c813-75ba-445e-a9f7-b555608b128f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:54:08Z', 'updated_at': '2022-02-02T14:54:08Z', 'revision_number': 0, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6', 'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'mac_address': 'fa:16:3e:dd:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:36Z', 'updated_at': '2022-02-02T14:52:40Z', 'revision_number': 5, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'subnets': [{'id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:10.572948 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-ca58b18b-d706-40eb-812b-5a4311907375 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966456 Feb 02 14:54:10.588351 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdebad4-49bc-4bc3-8e66-05847f02910a None None] The sync data for ids ['874e9e69-a091-4f49-b5b4-59772f12ff31'] in dv-cinder-782518-2-iscsi is: [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:37Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '48754f0f-4b89-49c7-8fc1-d54fd6fedf88', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'port_id': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'mac_address': 'fa:16:3e:db:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b738c813-75ba-445e-a9f7-b555608b128f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:54:08Z', 'updated_at': '2022-02-02T14:54:08Z', 'revision_number': 0, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6', 'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'mac_address': 'fa:16:3e:dd:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:36Z', 'updated_at': '2022-02-02T14:52:40Z', 'revision_number': 5, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'subnets': [{'id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:54:10.597363 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-718de428-e2a9-40ec-8d0d-d1b845678ad2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (897c3fcc-bafd-440c-a35a-736a9da2e725), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:10.611542 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:54:10.640714 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718de428-e2a9-40ec-8d0d-d1b845678ad2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897c3fcc-bafd-440c-a35a-736a9da2e725,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:10.715686 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e34e947-8eb0-4b21-8dbd-86a837c4a00f req-0d68fec8-3c66-45d6-a487-4e712f2fd64d service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267402 Feb 02 14:54:10.720611 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-718de428-e2a9-40ec-8d0d-d1b845678ad2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:10.724519 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-718de428-e2a9-40ec-8d0d-d1b845678ad2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5359700 Feb 02 14:54:10.725315 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38484) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:10.741865 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-f6e7e03b-4d1a-4482-a4e9-18e29f50ddd4 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'security_group_rule': {'security_group_id': 'ebd765ee-e9df-4ea0-b040-993eb843d724', 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:10.835751 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e03b-4d1a-4482-a4e9-18e29f50ddd4 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (159bf5c9-d71f-48cf-9b94-e4e45223399c), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:10.853803 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa20b25-2d0f-4e83-838c-64d5bca64be6 None None] New status for floating IP 48754f0f-4b89-49c7-8fc1-d54fd6fedf88: ACTIVE {{(pid=121023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:54:10.905292 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e03b-4d1a-4482-a4e9-18e29f50ddd4 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (159bf5c9-d71f-48cf-9b94-e4e45223399c), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.010926 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e03b-4d1a-4482-a4e9-18e29f50ddd4 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (159bf5c9-d71f-48cf-9b94-e4e45223399c), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.057542 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7e03b-4d1a-4482-a4e9-18e29f50ddd4 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159bf5c9-d71f-48cf-9b94-e4e45223399c,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:11.084106 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd46a3a-3c81-4cf1-b599-3b212275372d req-6295a615-b75f-4c46-822b-df47ed6ab453 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:11.085721 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dcd46a3a-3c81-4cf1-b599-3b212275372d req-6295a615-b75f-4c46-822b-df47ed6ab453 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0834229 Feb 02 14:54:11.137774 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dcd46a3a-3c81-4cf1-b599-3b212275372d req-48a2803a-d6a3-4b4e-8a75-3babe6516927 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 Feb 02 14:54:11.165589 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e03b-4d1a-4482-a4e9-18e29f50ddd4 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.167574 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f6e7e03b-4d1a-4482-a4e9-18e29f50ddd4 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4411805 Feb 02 14:54:11.172224 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38500) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:11.177861 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-f4763dae-1610-4170-9e45-579bd9cff8bb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'security_group_rule': {'security_group_id': 'ebd765ee-e9df-4ea0-b040-993eb843d724', 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:11.262411 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4763dae-1610-4170-9e45-579bd9cff8bb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (8806042d-b36f-49a7-bf4f-825f8b2b04fa), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.299813 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9172090-0cc2-4f34-88bb-50625020a3af req-6332b89a-b32f-483a-a4a0-ec9a49c126da tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:11.301318 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a9172090-0cc2-4f34-88bb-50625020a3af req-6332b89a-b32f-483a-a4a0-ec9a49c126da tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 946 time: 0.0826960 Feb 02 14:54:11.342116 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4763dae-1610-4170-9e45-579bd9cff8bb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (8806042d-b36f-49a7-bf4f-825f8b2b04fa), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.366627 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a9172090-0cc2-4f34-88bb-50625020a3af req-53c51db6-924c-4a64-bd34-906f85707f9f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584004 Feb 02 14:54:11.426793 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4763dae-1610-4170-9e45-579bd9cff8bb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (8806042d-b36f-49a7-bf4f-825f8b2b04fa), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.444829 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4763dae-1610-4170-9e45-579bd9cff8bb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8806042d-b36f-49a7-bf4f-825f8b2b04fa,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:11.514180 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f4763dae-1610-4170-9e45-579bd9cff8bb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.515388 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f4763dae-1610-4170-9e45-579bd9cff8bb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3409727 Feb 02 14:54:11.518839 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38504) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:11.523198 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-b82960e1-f434-47a2-b813-ec6e1a4bf59f tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'security_group_rule': {'security_group_id': 'ebd765ee-e9df-4ea0-b040-993eb843d724', 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:11.631938 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b82960e1-f434-47a2-b813-ec6e1a4bf59f tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (0bffab76-e5c8-488e-a3ef-9ff4045a2b63), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.690671 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b82960e1-f434-47a2-b813-ec6e1a4bf59f tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (0bffab76-e5c8-488e-a3ef-9ff4045a2b63), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.763666 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b82960e1-f434-47a2-b813-ec6e1a4bf59f tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (0bffab76-e5c8-488e-a3ef-9ff4045a2b63), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.784921 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82960e1-f434-47a2-b813-ec6e1a4bf59f tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bffab76-e5c8-488e-a3ef-9ff4045a2b63,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:11.919891 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b82960e1-f434-47a2-b813-ec6e1a4bf59f tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:11.921154 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b82960e1-f434-47a2-b813-ec6e1a4bf59f tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4013798 Feb 02 14:54:11.924410 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38508) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:11.928698 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-e6ad32b8-8918-4f89-82dc-6655ab524d99 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'security_group_rule': {'security_group_id': 'ebd765ee-e9df-4ea0-b040-993eb843d724', 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:12.044094 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.securitygroups_db [None req-e6ad32b8-8918-4f89-82dc-6655ab524d99 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Project 9f052df4c1b34d03afd585859c6a8e55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:54:12.049842 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e6ad32b8-8918-4f89-82dc-6655ab524d99 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (3c31b27e-130c-42f7-9b83-55e773adf4ef), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:12.110614 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e6ad32b8-8918-4f89-82dc-6655ab524d99 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (3c31b27e-130c-42f7-9b83-55e773adf4ef), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:12.186710 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e6ad32b8-8918-4f89-82dc-6655ab524d99 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (3c31b27e-130c-42f7-9b83-55e773adf4ef), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:12.202729 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad32b8-8918-4f89-82dc-6655ab524d99 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c31b27e-130c-42f7-9b83-55e773adf4ef,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:12.262717 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22877bcf-e360-4c7c-9b26-9a221043b3d5 req-1f3ca1bd-302c-4d24-bdee-5b36a27c1094 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:12.264237 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-22877bcf-e360-4c7c-9b26-9a221043b3d5 req-1f3ca1bd-302c-4d24-bdee-5b36a27c1094 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0568664 Feb 02 14:54:12.286465 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e6ad32b8-8918-4f89-82dc-6655ab524d99 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:12.287605 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-e6ad32b8-8918-4f89-82dc-6655ab524d99 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3622766 Feb 02 14:54:12.290592 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38528) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:12.299792 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-f56410f9-abf1-43e6-9075-417b8a4bd7c9 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'security_group_rule': {'security_group_id': 'ebd765ee-e9df-4ea0-b040-993eb843d724', 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:12.319758 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-22877bcf-e360-4c7c-9b26-9a221043b3d5 req-2ec53602-d089-494f-8beb-a2b517555ac3 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494442 Feb 02 14:54:12.364177 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.securitygroups_db [None req-f56410f9-abf1-43e6-9075-417b8a4bd7c9 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Project 9f052df4c1b34d03afd585859c6a8e55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:54:12.372046 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f56410f9-abf1-43e6-9075-417b8a4bd7c9 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (dd018272-58bc-4c9e-afe6-58cf6431bed5), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:12.431383 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f56410f9-abf1-43e6-9075-417b8a4bd7c9 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (dd018272-58bc-4c9e-afe6-58cf6431bed5), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:12.483916 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f56410f9-abf1-43e6-9075-417b8a4bd7c9 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (dd018272-58bc-4c9e-afe6-58cf6431bed5), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:12.491331 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a86e0-756c-4b42-bd48-848edfe1d784 req-b3f2a11a-3573-4580-b9c8-640681b3c27c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:12.492951 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0c1a86e0-756c-4b42-bd48-848edfe1d784 req-b3f2a11a-3573-4580-b9c8-640681b3c27c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 946 time: 0.0529096 Feb 02 14:54:12.504700 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56410f9-abf1-43e6-9075-417b8a4bd7c9 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd018272-58bc-4c9e-afe6-58cf6431bed5,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:12.652051 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f56410f9-abf1-43e6-9075-417b8a4bd7c9 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:12.653413 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f56410f9-abf1-43e6-9075-417b8a4bd7c9 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3617368 Feb 02 14:54:12.713534 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7c1a128a-366b-40f5-815c-7ca217621587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:12.784924 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0c1a86e0-756c-4b42-bd48-848edfe1d784 req-8181a942-85e9-4beb-95a3-9012350f0968 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863321 Feb 02 14:54:12.823304 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-b9154a33-94f4-414e-b90d-7a93a7d13148 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734356255&fields=id&tenant_id=9f052df4c1b34d03afd585859c6a8e55 HTTP/1.1" status: 200 len: 267 time: 0.0519295 Feb 02 14:54:12.882155 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-8865144f-a5c9-45aa-94d3-750b3c38e2cf tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:12.883689 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-8865144f-a5c9-45aa-94d3-750b3c38e2cf tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.0549841 Feb 02 14:54:12.895011 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-46d53307-62d0-4c8d-b509-98a9c0484b11 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'port': {'security_groups': ['11402e3e-be40-4b40-a177-72be7809c90c', 'ebd765ee-e9df-4ea0-b040-993eb843d724']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:12.967660 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-46d53307-62d0-4c8d-b509-98a9c0484b11 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:13.152659 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-46d53307-62d0-4c8d-b509-98a9c0484b11 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] For port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:13.182364 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-46d53307-62d0-4c8d-b509-98a9c0484b11 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:13.249386 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-46d53307-62d0-4c8d-b509-98a9c0484b11 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:13.300093 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-46d53307-62d0-4c8d-b509-98a9c0484b11 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:13.300763 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-46d53307-62d0-4c8d-b509-98a9c0484b11 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:13.305363 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fd161a8c-8192-4415-ab77-4b41852bf304 req-46d53307-62d0-4c8d-b509-98a9c0484b11 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "PUT /v2.0/ports/40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 982 time: 0.4152188 Feb 02 14:54:13.305493 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:54:13.307104 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:54:13.307839 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ea0eac-7ca8-4cff-b779-18ddbbebed76" -d '{"events": [{"name": "network-changed", "server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:54:13.335578 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d53307-62d0-4c8d-b509-98a9c0484b11 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'Port': ['ID=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,revision_number=6']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:13.427552 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3b148d-4d3b-4091-9f84-ec83eded70e2 x-openstack-request-id: req-ff3b148d-4d3b-4091-9f84-ec83eded70e2 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:54:13.427868 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:54:13.428131 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff3b148d-4d3b-4091-9f84-ec83eded70e2 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:54:13.428539 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'status': 'completed', 'code': 200} Feb 02 14:54:13.486309 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d710913-9727-4545-8fba-6122830e625e req-cd110000-2810-4610-a9e7-7feaef84c5d1 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:13.488438 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4d710913-9727-4545-8fba-6122830e625e req-cd110000-2810-4610-a9e7-7feaef84c5d1 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0981457 Feb 02 14:54:13.572081 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:54:13.624990 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-d19c48d3-e457-4b83-8464-adbf5506bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:13.627318 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-d19c48d3-e457-4b83-8464-adbf5506bd13 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9f052df4c1b34d03afd585859c6a8e55&device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 1169 time: 0.1340306 Feb 02 14:54:13.632635 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4d710913-9727-4545-8fba-6122830e625e req-3b7fa8cd-4d98-496e-bba7-ac3c993b01d8 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288404 Feb 02 14:54:13.640616 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df0abc-d06a-4244-a338-583bd61cce90 req-93847243-db89-4e04-82c8-1a8dd441bbba tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:13.642386 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e1df0abc-d06a-4244-a338-583bd61cce90 req-93847243-db89-4e04-82c8-1a8dd441bbba tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.1367788 Feb 02 14:54:13.665996 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-7480e41d-4fa8-466a-8b0f-7b67ccfc0cda None None] Provisioning complete for port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:13.666376 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7480e41d-4fa8-466a-8b0f-7b67ccfc0cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:13.752353 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e1df0abc-d06a-4244-a338-583bd61cce90 req-faa79e99-ff30-4bda-b156-7953b8e4e387 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015313 Feb 02 14:54:13.777172 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-a7e403a5-433c-444c-8719-1dc12541c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:13.778727 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-a7e403a5-433c-444c-8719-1dc12541c24d service neutron] 10.222.0.115 "GET /v2.0/networks?id=9184bd71-335b-4be0-804b-83d1c3aabf14 HTTP/1.1" status: 200 len: 916 time: 0.1353931 Feb 02 14:54:13.869795 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-d81120bc-432a-43fd-a59e-ad08098e3a24 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 1002 time: 0.0639822 Feb 02 14:54:13.875061 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-7480e41d-4fa8-466a-8b0f-7b67ccfc0cda None None] Current status of the port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:13.930656 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-4bff8661-4daa-4902-b101-9dbcb40a9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:13.930656 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-4bff8661-4daa-4902-b101-9dbcb40a9be2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=703807f3-2fa6-4366-a8d8-6d32130fbf6d HTTP/1.1" status: 200 len: 853 time: 0.0494976 Feb 02 14:54:13.989288 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-05732c9b-cd9a-4e19-a31c-653d1deb6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:13.991203 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-05732c9b-cd9a-4e19-a31c-653d1deb6199 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9184bd71-335b-4be0-804b-83d1c3aabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508544 Feb 02 14:54:14.031542 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38556) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:14.136486 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-e72f0266-0bf3-479b-b12f-08fac6cf7c11 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936799 Feb 02 14:54:14.168139 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-52affca0-1253-44b0-a394-abadf0f24bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:14.275103 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54ea0eac-7ca8-4cff-b779-18ddbbebed76 req-308f60a7-c61b-471e-b980-dd5c7488052a service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249788 Feb 02 14:54:14.306158 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-52affca0-1253-44b0-a394-abadf0f24bdc admin admin] Publish callbacks [] for security_group (87d83fa4-6876-4942-b1c1-ab1c1931a9a6), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:14.397130 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-52affca0-1253-44b0-a394-abadf0f24bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (87d83fa4-6876-4942-b1c1-ab1c1931a9a6), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:14.435065 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-52affca0-1253-44b0-a394-abadf0f24bdc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce4f012b646c48be85338c733a69e865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017937 Feb 02 14:54:14.435945 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52affca0-1253-44b0-a394-abadf0f24bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d83fa4-6876-4942-b1c1-ab1c1931a9a6,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:14.437706 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38560) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:14.489987 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1b96445a-6840-4d40-9d56-92d056849b5a admin admin] Publish callbacks [] for security_group (87d83fa4-6876-4942-b1c1-ab1c1931a9a6), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:14.511090 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1b96445a-6840-4d40-9d56-92d056849b5a admin admin] Publish callbacks [] for security_group (87d83fa4-6876-4942-b1c1-ab1c1931a9a6), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:14.558231 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-18b0198c-d1e9-4231-8706-3d9f92d55868 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:14.559634 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-18b0198c-d1e9-4231-8706-3d9f92d55868 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.115 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0561340 Feb 02 14:54:14.658589 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-c9f8ac67-85ae-42ce-9a96-ef375fde98d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Deleting port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:54:14.658954 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-c9f8ac67-85ae-42ce-9a96-ef375fde98d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:14.672885 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1b96445a-6840-4d40-9d56-92d056849b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (87d83fa4-6876-4942-b1c1-ab1c1931a9a6), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:14.675582 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1b96445a-6840-4d40-9d56-92d056849b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:14.676724 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-1b96445a-6840-4d40-9d56-92d056849b5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87d83fa4-6876-4942-b1c1-ab1c1931a9a6 HTTP/1.1" status: 204 len: 168 time: 0.2379286 Feb 02 14:54:14.687074 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96445a-6840-4d40-9d56-92d056849b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d83fa4-6876-4942-b1c1-ab1c1931a9a6,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:14.759772 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-c9f8ac67-85ae-42ce-9a96-ef375fde98d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] For port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:14.760129 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-c9f8ac67-85ae-42ce-9a96-ef375fde98d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:14.773282 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-c9f8ac67-85ae-42ce-9a96-ef375fde98d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Calling delete_port for 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:54:14.922558 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5268f8f-0d7f-4f5b-a8aa-cdcc45563898 req-965ed8ce-52b9-42ff-be34-3fdea79eb4e1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:14.924024 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e5268f8f-0d7f-4f5b-a8aa-cdcc45563898 req-965ed8ce-52b9-42ff-be34-3fdea79eb4e1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 945 time: 0.0993946 Feb 02 14:54:14.984428 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e5268f8f-0d7f-4f5b-a8aa-cdcc45563898 req-c9a0a785-851c-4195-9cfa-ce8f235f1150 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502234 Feb 02 14:54:15.101399 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-c9f8ac67-85ae-42ce-9a96-ef375fde98d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (8b0b0d5d-7b0b-453e-b423-d4283bedfa83), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:15.131457 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8ac67-85ae-42ce-9a96-ef375fde98d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Pushing event deleted for resources: {'Port': ['ID=8b0b0d5d-7b0b-453e-b423-d4283bedfa83,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:15.146397 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-2039efb6-1093-45cd-9e9d-1fc83fcaa80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:15.157754 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['d0c812c4-9e3d-4587-b90f-6a970cc53cfc', '8b0b0d5d-7b0b-453e-b423-d4283bedfa83'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:54:15.177108 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-c9f8ac67-85ae-42ce-9a96-ef375fde98d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] No DVR routers for this DVR port 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:54:15.179582 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-c9f8ac67-85ae-42ce-9a96-ef375fde98d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:15.183061 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-30fdda23-53eb-4fb1-983c-0d43728c144c req-c9f8ac67-85ae-42ce-9a96-ef375fde98d1 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.115 "DELETE /v2.0/ports/8b0b0d5d-7b0b-453e-b423-d4283bedfa83 HTTP/1.1" status: 204 len: 173 time: 0.6169727 Feb 02 14:54:15.429746 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48727fe6-5014-46d2-b0c5-a4fbb46e6061', 'name': 'network-vif-deleted', 'tag': '8b0b0d5d-7b0b-453e-b423-d4283bedfa83'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:54:15.432318 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09043cc-d716-4779-85fe-d4ab8cd1f29d" -d '{"events": [{"server_uuid": "48727fe6-5014-46d2-b0c5-a4fbb46e6061", "name": "network-vif-deleted", "tag": "8b0b0d5d-7b0b-453e-b423-d4283bedfa83"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:54:15.467975 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2677c26e-3af5-4ffc-a336-a1fe0a8ba725 x-openstack-request-id: req-2677c26e-3af5-4ffc-a336-a1fe0a8ba725 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:54:15.473338 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48727fe6-5014-46d2-b0c5-a4fbb46e6061", "name": "network-vif-deleted", "tag": "8b0b0d5d-7b0b-453e-b423-d4283bedfa83", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:54:15.473338 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2677c26e-3af5-4ffc-a336-a1fe0a8ba725 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:54:15.473338 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48727fe6-5014-46d2-b0c5-a4fbb46e6061', 'name': 'network-vif-deleted', 'tag': '8b0b0d5d-7b0b-453e-b423-d4283bedfa83', 'status': 'completed', 'code': 200} Feb 02 14:54:16.115545 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fc3accc4-b386-41ce-a960-e80ee98ec01e req-7979089f-b044-4075-ad41-69a5f4a60355 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=48727fe6-5014-46d2-b0c5-a4fbb46e6061 HTTP/1.1" status: 200 len: 210 time: 0.0323703 Feb 02 14:54:16.265873 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:17.842735 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:17.944461 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e908a06-7733-414c-9287-15f082c8e3b0 req-8b1dc2de-7193-4fe6-98bc-fea8bb1aa09c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:17.945957 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4e908a06-7733-414c-9287-15f082c8e3b0 req-8b1dc2de-7193-4fe6-98bc-fea8bb1aa09c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0533466 Feb 02 14:54:17.993330 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4e908a06-7733-414c-9287-15f082c8e3b0 req-0803f1d5-5bc7-418b-8162-241287acb9a6 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Feb 02 14:54:18.627888 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:54:18.648485 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:54:18.648828 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 8b0b0d5d-7b0b-453e-b423-d4283bedfa83 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:54:19.121877 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bcffb-86ee-4e57-bb81-1e444ef59152 req-3146e1e8-6ae5-4161-b464-67d387ce0298 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:19.123440 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-460bcffb-86ee-4e57-bb81-1e444ef59152 req-3146e1e8-6ae5-4161-b464-67d387ce0298 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0587201 Feb 02 14:54:19.180738 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-460bcffb-86ee-4e57-bb81-1e444ef59152 req-10adf13e-5b01-4e27-835e-f49eddfd435a tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514634 Feb 02 14:54:19.254100 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:20.305832 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c8c61-3e3b-42da-8191-b6d26a75ded4 req-18710667-13a4-4cff-8569-221c353b087b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:20.307283 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a9c8c61-3e3b-42da-8191-b6d26a75ded4 req-18710667-13a4-4cff-8569-221c353b087b tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0594041 Feb 02 14:54:20.355817 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a9c8c61-3e3b-42da-8191-b6d26a75ded4 req-d64a72e5-ba9e-42ad-be3a-2f552c6d6916 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Feb 02 14:54:21.385845 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38666) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:21.480678 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913606f4-0134-4ce5-a18f-0ecbce2a9a7b req-7ae283f7-ff32-4a44-9964-1e7a5c6bb263 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:21.482330 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-913606f4-0134-4ce5-a18f-0ecbce2a9a7b req-7ae283f7-ff32-4a44-9964-1e7a5c6bb263 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0558763 Feb 02 14:54:21.492774 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:21.531264 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-913606f4-0134-4ce5-a18f-0ecbce2a9a7b req-0697d19e-3304-40b4-8817-46c71bd68a94 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429354 Feb 02 14:54:21.567233 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Publish callbacks [] for security_group (c0853f4c-a1a9-4c1c-af68-30d980670b2f), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:21.780899 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c0853f4c-a1a9-4c1c-af68-30d980670b2f), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:21.822235 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2219b53c0bbe4ee88b32f1ce9e9d72f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351759 Feb 02 14:54:21.823049 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0853f4c-a1a9-4c1c-af68-30d980670b2f,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:21.824873 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38670) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:21.830582 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.830968 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.831308 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.831641 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.831970 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.832296 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.832620 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.832943 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.833262 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.833583 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.833907 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.834222 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.834543 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3306a5-b592-4aa9-b800-e96e8f6edd57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:21.879179 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-df891d67-2f17-4ac7-bbdb-3613eece5ee4 admin admin] Publish callbacks [] for security_group (c0853f4c-a1a9-4c1c-af68-30d980670b2f), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:21.904676 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-df891d67-2f17-4ac7-bbdb-3613eece5ee4 admin admin] Publish callbacks [] for security_group (c0853f4c-a1a9-4c1c-af68-30d980670b2f), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:22.105548 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-df891d67-2f17-4ac7-bbdb-3613eece5ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c0853f4c-a1a9-4c1c-af68-30d980670b2f), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:22.108200 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-df891d67-2f17-4ac7-bbdb-3613eece5ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:22.109985 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-df891d67-2f17-4ac7-bbdb-3613eece5ee4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0853f4c-a1a9-4c1c-af68-30d980670b2f HTTP/1.1" status: 204 len: 168 time: 0.2834873 Feb 02 14:54:22.118523 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df891d67-2f17-4ac7-bbdb-3613eece5ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0853f4c-a1a9-4c1c-af68-30d980670b2f,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:22.651965 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73a376-421e-43cf-84b4-9d8372c2de94 req-075105b2-dc6d-426c-a663-b401f94605ab tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:22.653389 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5e73a376-421e-43cf-84b4-9d8372c2de94 req-075105b2-dc6d-426c-a663-b401f94605ab tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0545373 Feb 02 14:54:22.702401 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5e73a376-421e-43cf-84b4-9d8372c2de94 req-58bc833a-c88f-4e33-be6a-fee4ed7cba2e tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429101 Feb 02 14:54:23.007463 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38684) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:23.021335 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-89b79d95-7c5f-4e7c-a878-3b65af156522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:23.094588 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-89b79d95-7c5f-4e7c-a878-3b65af156522 admin admin] Publish callbacks [] for security_group (ff475db2-e802-4518-bc33-bc7f01f88237), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:23.208393 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-89b79d95-7c5f-4e7c-a878-3b65af156522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ff475db2-e802-4518-bc33-bc7f01f88237), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:23.249186 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b79d95-7c5f-4e7c-a878-3b65af156522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff475db2-e802-4518-bc33-bc7f01f88237,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:23.254104 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-89b79d95-7c5f-4e7c-a878-3b65af156522 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0632117acaa84e0d9192ed09130c6402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456102 Feb 02 14:54:23.256763 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38686) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:23.305349 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4f17316e-1789-415c-b2ae-97b4aac1d295 admin admin] Publish callbacks [] for security_group (ff475db2-e802-4518-bc33-bc7f01f88237), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:23.326934 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4f17316e-1789-415c-b2ae-97b4aac1d295 admin admin] Publish callbacks [] for security_group (ff475db2-e802-4518-bc33-bc7f01f88237), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:23.517078 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4f17316e-1789-415c-b2ae-97b4aac1d295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ff475db2-e802-4518-bc33-bc7f01f88237), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:23.519613 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4f17316e-1789-415c-b2ae-97b4aac1d295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:23.520751 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-4f17316e-1789-415c-b2ae-97b4aac1d295 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff475db2-e802-4518-bc33-bc7f01f88237 HTTP/1.1" status: 204 len: 168 time: 0.2631640 Feb 02 14:54:23.529189 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17316e-1789-415c-b2ae-97b4aac1d295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff475db2-e802-4518-bc33-bc7f01f88237,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:23.823166 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c32ee9-a3b9-488d-b7b9-2d61e1b8aec4 req-aa8c9735-5b4a-488b-b4f3-71d739c48826 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:23.824553 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-25c32ee9-a3b9-488d-b7b9-2d61e1b8aec4 req-aa8c9735-5b4a-488b-b4f3-71d739c48826 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0540333 Feb 02 14:54:23.872399 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-25c32ee9-a3b9-488d-b7b9-2d61e1b8aec4 req-478cd982-d792-4f14-af1d-1a3d2f282ac0 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Feb 02 14:54:24.997034 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28653f50-c2b6-48ed-8b1e-bc31f4e19dcf req-05a14f8a-a2ac-42a1-8d66-b22b6d03ee3c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:24.998519 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-28653f50-c2b6-48ed-8b1e-bc31f4e19dcf req-05a14f8a-a2ac-42a1-8d66-b22b6d03ee3c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0575380 Feb 02 14:54:25.047849 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-28653f50-c2b6-48ed-8b1e-bc31f4e19dcf req-96f40e67-1434-4efb-a17e-04494295d804 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429506 Feb 02 14:54:25.563118 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:26.169210 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa54b99-239b-43e5-85fc-f384be0637d2 req-ff889039-a170-446d-ac9b-a32b9ba4d558 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:26.170677 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1aa54b99-239b-43e5-85fc-f384be0637d2 req-ff889039-a170-446d-ac9b-a32b9ba4d558 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0545924 Feb 02 14:54:26.221633 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1aa54b99-239b-43e5-85fc-f384be0637d2 req-de017955-e697-492d-a3c4-ca8ce981c37c tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb0cd056-21ae-44e1-bd66-59fd7c9d958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 Feb 02 14:54:26.712294 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2c5b16ad-5a1f-4206-a906-64f4b730c34f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:26.713723 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2c5b16ad-5a1f-4206-a906-64f4b730c34f tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.115 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0554347 Feb 02 14:54:26.838211 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2364c644-2521-4c77-b198-abe8631d14a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Deleting port d0c812c4-9e3d-4587-b90f-6a970cc53cfc {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:54:26.839032 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2364c644-2521-4c77-b198-abe8631d14a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:26.936977 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2364c644-2521-4c77-b198-abe8631d14a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] For port d0c812c4-9e3d-4587-b90f-6a970cc53cfc, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:26.937169 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2364c644-2521-4c77-b198-abe8631d14a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:26.958285 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2364c644-2521-4c77-b198-abe8631d14a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Calling delete_port for d0c812c4-9e3d-4587-b90f-6a970cc53cfc owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:54:27.266616 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2364c644-2521-4c77-b198-abe8631d14a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (d0c812c4-9e3d-4587-b90f-6a970cc53cfc), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:27.300222 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364c644-2521-4c77-b198-abe8631d14a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Pushing event deleted for resources: {'Port': ['ID=d0c812c4-9e3d-4587-b90f-6a970cc53cfc,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:27.316914 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['d0c812c4-9e3d-4587-b90f-6a970cc53cfc'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:54:27.348755 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe03494e-a71c-43e1-afc6-31ca16c8b8cf req-4ebdcb2d-23af-4c5d-89fc-0c6663cb7523 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0512640 Feb 02 14:54:27.368765 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2364c644-2521-4c77-b198-abe8631d14a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] No DVR routers for this DVR port d0c812c4-9e3d-4587-b90f-6a970cc53cfc on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:54:27.371715 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2364c644-2521-4c77-b198-abe8631d14a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:27.374993 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ee6dba27-df34-43fe-9e15-0048680f61a0 req-2364c644-2521-4c77-b198-abe8631d14a4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.115 "DELETE /v2.0/ports/d0c812c4-9e3d-4587-b90f-6a970cc53cfc HTTP/1.1" status: 204 len: 173 time: 0.6313369 Feb 02 14:54:27.376126 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7077cb7c-e491-4599-8c39-aa263893b9c3', 'name': 'network-vif-deleted', 'tag': 'd0c812c4-9e3d-4587-b90f-6a970cc53cfc'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:54:27.379122 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69903901-a2e1-48db-a2a2-a462385bd1aa" -d '{"events": [{"server_uuid": "7077cb7c-e491-4599-8c39-aa263893b9c3", "name": "network-vif-deleted", "tag": "d0c812c4-9e3d-4587-b90f-6a970cc53cfc"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:54:27.421195 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e6e22d-0652-41b9-a5e7-b0609d2159b9 x-openstack-request-id: req-e5e6e22d-0652-41b9-a5e7-b0609d2159b9 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:54:27.421508 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7077cb7c-e491-4599-8c39-aa263893b9c3", "name": "network-vif-deleted", "tag": "d0c812c4-9e3d-4587-b90f-6a970cc53cfc", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:54:27.421775 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5e6e22d-0652-41b9-a5e7-b0609d2159b9 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:54:27.422208 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7077cb7c-e491-4599-8c39-aa263893b9c3', 'name': 'network-vif-deleted', 'tag': 'd0c812c4-9e3d-4587-b90f-6a970cc53cfc', 'status': 'completed', 'code': 200} Feb 02 14:54:27.958426 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74153819-03b2-44e6-9d29-de90bd127bfb req-bb31375d-f556-421b-8ac6-cc5f74c6ddc9 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477004 Feb 02 14:54:28.066274 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74153819-03b2-44e6-9d29-de90bd127bfb req-ee6ee3c0-8a6d-422d-9935-5fa21d119cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:28.067811 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74153819-03b2-44e6-9d29-de90bd127bfb req-ee6ee3c0-8a6d-422d-9935-5fa21d119cc9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 1130 time: 0.0535021 Feb 02 14:54:28.170339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74153819-03b2-44e6-9d29-de90bd127bfb req-7c2f1bf7-40eb-4d20-983a-5e5d2edd7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:28.171810 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74153819-03b2-44e6-9d29-de90bd127bfb req-7c2f1bf7-40eb-4d20-983a-5e5d2edd7f9f service neutron] 10.222.0.115 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 917 time: 0.0846872 Feb 02 14:54:28.253007 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74153819-03b2-44e6-9d29-de90bd127bfb req-87174499-720e-4925-afe1-61ac5e8a5e3c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c HTTP/1.1" status: 200 len: 1000 time: 0.0603616 Feb 02 14:54:28.313110 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74153819-03b2-44e6-9d29-de90bd127bfb req-619a3b95-3ffd-4cc9-a8fc-daab3fa9274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:28.314518 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74153819-03b2-44e6-9d29-de90bd127bfb req-619a3b95-3ffd-4cc9-a8fc-daab3fa9274b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 200 len: 854 time: 0.0462673 Feb 02 14:54:28.453265 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-94d9751c-3418-4edc-b731-b6c1c024d452 req-7ae80d47-8feb-4d2d-b87d-818724597b71 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0262165 Feb 02 14:54:29.266515 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74153819-03b2-44e6-9d29-de90bd127bfb req-4734957a-2c42-4ab3-a1b3-02a6d39fb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:29.268096 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74153819-03b2-44e6-9d29-de90bd127bfb req-4734957a-2c42-4ab3-a1b3-02a6d39fb3f6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c17544a5-d2c4-42f7-94cc-d29c8257a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509684 Feb 02 14:54:29.570007 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c4efa361-df83-4729-8380-43558daed87a req-2419b643-8d8f-4e98-9ee1-f0460093a6d4 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0312052 Feb 02 14:54:30.095062 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74153819-03b2-44e6-9d29-de90bd127bfb req-16860178-d415-4474-8306-e04cb49c333f service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847692 Feb 02 14:54:30.680249 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1065fb65-209d-40f4-a318-4fdc387d2cfb req-1b59bf73-f572-49bb-aceb-4d0c73bbc4b7 tempest-ServerRescueNegativeTestJSON-1816192714 tempest-ServerRescueNegativeTestJSON-1816192714-project] 10.222.0.10 "GET /v2.0/ports?device_id=7077cb7c-e491-4599-8c39-aa263893b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0281727 Feb 02 14:54:31.035812 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device d0c812c4-9e3d-4587-b90f-6a970cc53cfc no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:54:31.056155 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: d0c812c4-9e3d-4587-b90f-6a970cc53cfc {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:54:31.056495 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device d0c812c4-9e3d-4587-b90f-6a970cc53cfc not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:54:31.065842 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-74153819-03b2-44e6-9d29-de90bd127bfb req-d1cabfc2-f5de-4d51-8424-5cf2bd7c5ed6 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906973 Feb 02 14:54:31.739002 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38794) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:32.154452 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637538'] for router_interface (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:32.451854 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] Deleting port f330d040-7387-4824-aeb8-745070eb99e6 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:54:32.452188 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (f330d040-7387-4824-aeb8-745070eb99e6), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:32.536092 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] For port f330d040-7387-4824-aeb8-745070eb99e6, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=f330d040-7387-4824-aeb8-745070eb99e6,segment=NetworkSegment(f42bd642-e570-4614-8201-2b8918292189),segment_id=f42bd642-e570-4614-8201-2b8918292189)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:32.536441 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (f330d040-7387-4824-aeb8-745070eb99e6), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:32.550266 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] Calling delete_port for f330d040-7387-4824-aeb8-745070eb99e6 owned by network:router_interface {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:54:32.934791 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (f330d040-7387-4824-aeb8-745070eb99e6), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:32.959715 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f330d040-7387-4824-aeb8-745070eb99e6,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:33.123508 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637694'] for router_interface (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:33.336984 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] Router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:54:33.649566 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:54:33.655153 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-d245a923-07e9-4b0a-9bd7-dc1eab3f95ea admin admin] 10.222.0.10 "PUT /v2.0/routers/cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9150088 Feb 02 14:54:33.657978 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38816) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:33.663304 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] Sync routers for ids ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:54:33.674426 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] Routers {'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:54:33.675150 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:54:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:33.778998 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Publish callbacks [] for router (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:33.787536 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] Set router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:54:33.885281 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Publish callbacks [] for router_gateway (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:33.983102 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-375104395-router', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:18Z', 'updated_at': '2022-02-02T14:54:32Z', 'revision_number': 5, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'gw_port': {'id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:19Z', 'updated_at': '2022-02-02T14:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:34.011296 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] Checking router: cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:54:34.020299 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] Routers {'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:54:34.020948 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:54:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:34.146729 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Deleting port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:54:34.147413 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:34.221207 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] Set router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:54:34.230591 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] For port 3b89a4ff-f30a-4828-9324-f0af31c5f0d3, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=3b89a4ff-f30a-4828-9324-f0af31c5f0d3,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:34.230982 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:34.262893 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Calling delete_port for 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 owned by network:router_gateway {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:54:34.358690 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38824) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:34.423341 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-375104395-router', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:18Z', 'updated_at': '2022-02-02T14:54:32Z', 'revision_number': 5, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'gw_port': {'id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:19Z', 'updated_at': '2022-02-02T14:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:34.454033 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc08166-5fbd-4fe7-9362-c840ea02cd26 None None] The sync data for ids ['cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9'] in dv-cinder-782518-2-iscsi is: [{'id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'name': 'tempest-ServerRescueNegativeTestJSON-375104395-router', 'tenant_id': 'a1287bea610b4ebf9b63e136bf969c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:18Z', 'updated_at': '2022-02-02T14:54:32Z', 'revision_number': 5, 'project_id': 'a1287bea610b4ebf9b63e136bf969c31', 'gw_port': {'id': '3b89a4ff-f30a-4828-9324-f0af31c5f0d3', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:19Z', 'updated_at': '2022-02-02T14:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:54:34.477630 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:34.553721 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Publish callbacks [] for security_group (ace9f9fb-a9db-4879-929a-741c4941815d), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:34.757422 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (3b89a4ff-f30a-4828-9324-f0af31c5f0d3), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:34.786688 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b89a4ff-f30a-4828-9324-f0af31c5f0d3,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:34.797515 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ace9f9fb-a9db-4879-929a-741c4941815d), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:34.840662 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c073214c39d44f98c59f1280a8dca43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768963 Feb 02 14:54:34.840662 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace9f9fb-a9db-4879-929a-741c4941815d,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:34.841513 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38832) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:34.851775 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637276'] for router_gateway (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:34.853816 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.854533 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.854533 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.854867 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.855206 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.855510 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.855913 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.856154 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.856474 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.856820 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.857135 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.857633 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.857951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591a2c4-d5b5-450d-8b39-c446c2740c20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:34.906041 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-08f9e6a7-dbd1-4934-a2e2-366264758a91 admin admin] Publish callbacks [] for security_group (ace9f9fb-a9db-4879-929a-741c4941815d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:34.935533 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-08f9e6a7-dbd1-4934-a2e2-366264758a91 admin admin] Publish callbacks [] for security_group (ace9f9fb-a9db-4879-929a-741c4941815d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:34.963421 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16358'] for router (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:34.965608 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Publish callbacks [] for router_controller (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.112572 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-08f9e6a7-dbd1-4934-a2e2-366264758a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ace9f9fb-a9db-4879-929a-741c4941815d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.115254 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-08f9e6a7-dbd1-4934-a2e2-366264758a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.116399 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-08f9e6a7-dbd1-4934-a2e2-366264758a91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ace9f9fb-a9db-4879-929a-741c4941815d HTTP/1.1" status: 204 len: 168 time: 0.2739985 Feb 02 14:54:35.126341 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device f330d040-7387-4824-aeb8-745070eb99e6 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:54:35.126976 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9e6a7-dbd1-4934-a2e2-366264758a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace9f9fb-a9db-4879-929a-741c4941815d,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:35.151270 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638668'] for router (cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.151881 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 {{(pid=121021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:54:35.153731 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: f330d040-7387-4824-aeb8-745070eb99e6 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:54:35.154302 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device f330d040-7387-4824-aeb8-745070eb99e6 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:54:35.157880 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.162486 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-35724859-fe82-46c2-9a3c-2e5dcc236976 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cbc33b74-b7eb-4a24-8aed-59fa61e6c5d9 HTTP/1.1" status: 204 len: 168 time: 1.5005469 Feb 02 14:54:35.162486 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38836) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:35.220719 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-e108d3f9-f5b8-47b8-9615-d40a808ad7d7 admin admin] Deleting subnet f9c60aac-2708-4553-bac1-97e038841f6e {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:54:35.224368 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e108d3f9-f5b8-47b8-9615-d40a808ad7d7 admin admin] Publish callbacks [] for subnet (f9c60aac-2708-4553-bac1-97e038841f6e), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.264388 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e108d3f9-f5b8-47b8-9615-d40a808ad7d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (f9c60aac-2708-4553-bac1-97e038841f6e), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.310325 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e108d3f9-f5b8-47b8-9615-d40a808ad7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (f9c60aac-2708-4553-bac1-97e038841f6e), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.529497 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e108d3f9-f5b8-47b8-9615-d40a808ad7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (f9c60aac-2708-4553-bac1-97e038841f6e), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.557831 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108d3f9-f5b8-47b8-9615-d40a808ad7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c60aac-2708-4553-bac1-97e038841f6e,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:35.559747 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e108d3f9-f5b8-47b8-9615-d40a808ad7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.563947 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-e108d3f9-f5b8-47b8-9615-d40a808ad7d7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f9c60aac-2708-4553-bac1-97e038841f6e HTTP/1.1" status: 204 len: 168 time: 0.3996568 Feb 02 14:54:35.566398 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38840) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:35.637847 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (f883f6f4-297a-4457-aef2-a51100510aa0), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.725691 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (f883f6f4-297a-4457-aef2-a51100510aa0), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.746555 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f883f6f4-297a-4457-aef2-a51100510aa0']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:35.756733 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42bd642-e570-4614-8201-2b8918292189') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:35.757190 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42bd642-e570-4614-8201-2b8918292189') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:35.768355 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (f42bd642-e570-4614-8201-2b8918292189), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.783815 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (f42bd642-e570-4614-8201-2b8918292189), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.791631 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:54:35.792021 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (f42bd642-e570-4614-8201-2b8918292189), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:54:35.793719 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:54:35.946434 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (f883f6f4-297a-4457-aef2-a51100510aa0), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.953927 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:35.957100 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f883f6f4-297a-4457-aef2-a51100510aa0 HTTP/1.1" status: 204 len: 168 time: 0.3896022 Feb 02 14:54:35.966196 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b4c6f-a7cc-4dd7-91ad-185f4307a417 admin admin] Pushing event deleted for resources: {'Network': ['ID=f883f6f4-297a-4457-aef2-a51100510aa0,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:36.122141 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38852) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:36.135421 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-25e78503-34f2-44ee-b4e1-eaa62258e0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.215789 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-25e78503-34f2-44ee-b4e1-eaa62258e0b3 admin admin] Publish callbacks [] for security_group (e70dc473-9585-4a7c-9dac-23228460754c), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.329254 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-25e78503-34f2-44ee-b4e1-eaa62258e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e70dc473-9585-4a7c-9dac-23228460754c), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.372954 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-25e78503-34f2-44ee-b4e1-eaa62258e0b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e123aa95e2b44b42a4c7c8cb8e0cc95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495563 Feb 02 14:54:36.373833 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e78503-34f2-44ee-b4e1-eaa62258e0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70dc473-9585-4a7c-9dac-23228460754c,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:36.375845 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38856) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:36.427409 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-08d28a98-53c8-4a10-a562-9e102235a834 admin admin] Publish callbacks [] for security_group (e70dc473-9585-4a7c-9dac-23228460754c), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.429874 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 38858) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:36.466623 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-08d28a98-53c8-4a10-a562-9e102235a834 admin admin] Publish callbacks [] for security_group (e70dc473-9585-4a7c-9dac-23228460754c), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.513958 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-98e827c3-5e1c-4397-8df5-4bb46804be21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1287bea610b4ebf9b63e136bf969c31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0813320 Feb 02 14:54:36.517642 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38860) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:36.567347 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b7cf441b-65cd-4338-9b18-404b6ae22edf admin admin] Publish callbacks [] for security_group (fb0cd056-21ae-44e1-bd66-59fd7c9d958f), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.588499 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b7cf441b-65cd-4338-9b18-404b6ae22edf admin admin] Publish callbacks [] for security_group (fb0cd056-21ae-44e1-bd66-59fd7c9d958f), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.677575 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-08d28a98-53c8-4a10-a562-9e102235a834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e70dc473-9585-4a7c-9dac-23228460754c), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.680257 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-08d28a98-53c8-4a10-a562-9e102235a834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.681381 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-08d28a98-53c8-4a10-a562-9e102235a834 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e70dc473-9585-4a7c-9dac-23228460754c HTTP/1.1" status: 204 len: 168 time: 0.3040385 Feb 02 14:54:36.689992 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d28a98-53c8-4a10-a562-9e102235a834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70dc473-9585-4a7c-9dac-23228460754c,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:36.729010 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b7cf441b-65cd-4338-9b18-404b6ae22edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (fb0cd056-21ae-44e1-bd66-59fd7c9d958f), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.731703 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b7cf441b-65cd-4338-9b18-404b6ae22edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:36.732845 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b7cf441b-65cd-4338-9b18-404b6ae22edf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb0cd056-21ae-44e1-bd66-59fd7c9d958f HTTP/1.1" status: 204 len: 168 time: 0.2139542 Feb 02 14:54:36.741523 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf441b-65cd-4338-9b18-404b6ae22edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0cd056-21ae-44e1-bd66-59fd7c9d958f,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:37.081136 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:54:37.103516 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:54:37.104469 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 3b89a4ff-f30a-4828-9324-f0af31c5f0d3 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:54:38.019178 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38906) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:38.115988 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-839892009-network', 'tenant_id': '9fd5437868bb454e877de2e6be00a603'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:38.214486 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Made reservation on behalf of 9fd5437868bb454e877de2e6be00a603 for: {'network': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:54:38.219240 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:38.226260 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:38.299061 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Publish callbacks [] for security_group (065f1119-85c9-423f-883b-c578cbe5569f), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:38.403107 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (065f1119-85c9-423f-883b-c578cbe5569f), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:38.428051 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=121022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:54:38.436391 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065f1119-85c9-423f-883b-c578cbe5569f,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:38.442581 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (ffae93e9-5e11-417c-a589-c83255597cf9), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:38.442581 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.segments_db [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Added segment ffae93e9-5e11-417c-a589-c83255597cf9 of type vlan for network 2813ccbc-bb37-4402-87c3-2fe928b76d75 Feb 02 14:54:38.484803 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (2813ccbc-bb37-4402-87c3-2fe928b76d75), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:38.574605 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (2813ccbc-bb37-4402-87c3-2fe928b76d75), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:38.576441 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:38.577516 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:38.682931 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] Pushing event updated for resources: {'Network': ['ID=2813ccbc-bb37-4402-87c3-2fe928b76d75,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:38.696953 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 2813ccbc-bb37-4402-87c3-2fe928b76d75 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:54:38.717259 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f0fa7d28-4096-4761-91fb-e5e6727bfe56 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6966994 Feb 02 14:54:38.720389 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38928) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:38.727292 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Request body: {'subnet': {'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-839892009-subnet', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:38.799468 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577250b-fbdc-47bd-ba58-4c711dc3fa33 req-1ac095c2-4728-4353-8174-6deb3dfbeb2b tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:38.800941 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c577250b-fbdc-47bd-ba58-4c711dc3fa33 req-1ac095c2-4728-4353-8174-6deb3dfbeb2b tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 945 time: 0.0646055 Feb 02 14:54:38.838510 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Made reservation on behalf of 9fd5437868bb454e877de2e6be00a603 for: {'subnet': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:54:38.840928 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843512'] for subnet (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:38.876922 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c577250b-fbdc-47bd-ba58-4c711dc3fa33 req-3348ec6a-432f-4c96-93ae-d100d67d8962 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699911 Feb 02 14:54:39.071825 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5302709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5844434'] for subnet (6ea74d05-2afb-4e1c-b116-b80e5c25cdd7), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:39.122191 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea74d05-2afb-4e1c-b116-b80e5c25cdd7,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:39.139229 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Checking segment: {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:54:39.139589 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Network hostable DHCP agents. Network: 2813ccbc-bb37-4402-87c3-2fe928b76d75, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:54:39.214522 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Network 2813ccbc-bb37-4402-87c3-2fe928b76d75 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:54:39.283177 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 2813ccbc-bb37-4402-87c3-2fe928b76d75) {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:39.287155 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:39.287747 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:39.298051 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e46409b-21f3-4843-b194-4e09bb8f29bd None None] Network 2813ccbc-bb37-4402-87c3-2fe928b76d75 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:54:39.399842 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8970d6d-21a6-55cd-b380-35afc46c0d2f-2813ccbc-bb37-4402-87c3-2fe928b76d75', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'project_id': '9fd5437868bb454e877de2e6be00a603', 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7'}]}} from dv-cinder-782518-2-iscsi. {{(pid=121023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:54:39.400694 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:39.401234 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-909fd344-7942-4fae-8f30-2b8111ca887b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6793725 Feb 02 14:54:39.403880 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38942) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:39.408518 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:39.477583 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16148'] for router (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:39.478648 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-638477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16157'] for router (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:39.538349 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks [] for router_controller (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), precommit_add_association {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:39.546064 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.db_base_plugin_common [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Allocated IP 172.20.0.2 (2813ccbc-bb37-4402-87c3-2fe928b76d75/6ea74d05-2afb-4e1c-b116-b80e5c25cdd7/06564e03-f060-42b5-830d-c786709fe12d) {{(pid=121023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:54:39.692743 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Publish callbacks [] for port (06564e03-f060-42b5-830d-c786709fe12d), precommit_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:39.767485 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks [] for router_gateway (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:39.798829 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (06564e03-f060-42b5-830d-c786709fe12d), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:39.839569 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Network 2813ccbc-bb37-4402-87c3-2fe928b76d75 is already hosted by enough agents. {{(pid=121023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:54:39.850959 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.base_scheduler [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Resources bound (agent type, host, resource id): {{(pid=121023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:39.854475 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Received port after_create {{(pid=121023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:54:39.888580 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Pushing event updated for resources: {'Port': ['ID=06564e03-f060-42b5-830d-c786709fe12d,revision_number=1']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:39.929524 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Attempting to bind port 06564e03-f060-42b5-830d-c786709fe12d on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:54:39.929902 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Attempting to bind port 06564e03-f060-42b5-830d-c786709fe12d by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:54:39.930269 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Attempting to bind port 06564e03-f060-42b5-830d-c786709fe12d on network 2813ccbc-bb37-4402-87c3-2fe928b76d75 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:54:39.933879 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.934237 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.934632 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.935073 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.935413 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.935751 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.936215 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.936554 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.936887 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.937333 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.937744 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.938078 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.938498 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:39.948010 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:54:39.948010 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Checking segment: {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:54:39.948238 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:39.948604 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Bound using segment: {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:54:39.949083 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Bound port: 06564e03-f060-42b5-830d-c786709fe12d, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:54:39.949467 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (06564e03-f060-42b5-830d-c786709fe12d), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:40.026584 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] For port 06564e03-f060-42b5-830d-c786709fe12d, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:54:40.029843 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] For port 06564e03-f060-42b5-830d-c786709fe12d, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=06564e03-f060-42b5-830d-c786709fe12d,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:54:40.180934 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (06564e03-f060-42b5-830d-c786709fe12d), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:40.245291 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81c113-7cd3-43b9-b594-583de0624f34 None None] Pushing event updated for resources: {'Port': ['ID=06564e03-f060-42b5-830d-c786709fe12d,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:40.356804 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks [] for router_gateway (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:40.366987 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa73b84-994c-45ad-92c0-483c7c3733e5 req-16e58433-854f-446b-a668-89071fb6f382 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:40.368248 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7fa73b84-994c-45ad-92c0-483c7c3733e5 req-16e58433-854f-446b-a668-89071fb6f382 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 945 time: 0.3781035 Feb 02 14:54:40.402008 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:40.492299 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7fa73b84-994c-45ad-92c0-483c7c3733e5 req-9346e8ab-1298-4520-8100-d837115cca79 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038792 Feb 02 14:54:40.550583 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Allocated IP 172.27.3.7 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/374ee116-898d-4188-86a2-e776d029ee9c) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:54:40.659034 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks [] for port (374ee116-898d-4188-86a2-e776d029ee9c), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:40.809205 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (374ee116-898d-4188-86a2-e776d029ee9c), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:40.847068 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:54:40.852048 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:40.855633 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:54:40.861148 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Pushing event updated for resources: {'Port': ['ID=374ee116-898d-4188-86a2-e776d029ee9c,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:41.046009 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a539114-1393-4762-b343-6df5793d8088 req-a03052e0-552d-4c60-9344-899a8dd7b611 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:41.047711 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7a539114-1393-4762-b343-6df5793d8088 req-a03052e0-552d-4c60-9344-899a8dd7b611 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 945 time: 0.1670976 Feb 02 14:54:41.174129 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-7a539114-1393-4762-b343-6df5793d8088 req-5e86a34c-0b7b-4532-ac5c-80fddc66985f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Deleting port 98a28827-3b45-4a95-9398-33f07e95d011 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:54:41.174486 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-7a539114-1393-4762-b343-6df5793d8088 req-5e86a34c-0b7b-4532-ac5c-80fddc66985f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (98a28827-3b45-4a95-9398-33f07e95d011), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.198360 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 06564e03-f060-42b5-830d-c786709fe12d up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:54:41.228564 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89fa3ca-d75b-47de-a101-fc6d69b740eb None None] Network 2813ccbc-bb37-4402-87c3-2fe928b76d75 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:54:41.332584 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-422b5e49-9132-4ce4-8d93-aec29b3c49ce None None] Provisioning complete for port 06564e03-f060-42b5-830d-c786709fe12d triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:41.332971 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-422b5e49-9132-4ce4-8d93-aec29b3c49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (06564e03-f060-42b5-830d-c786709fe12d), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.334953 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 06564e03-f060-42b5-830d-c786709fe12d triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:41.335309 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (06564e03-f060-42b5-830d-c786709fe12d), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.360872 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-7a539114-1393-4762-b343-6df5793d8088 req-5e86a34c-0b7b-4532-ac5c-80fddc66985f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] For port 98a28827-3b45-4a95-9398-33f07e95d011, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=98a28827-3b45-4a95-9398-33f07e95d011,segment=NetworkSegment(cef5eb46-d231-47b8-b887-1a23f6556fce),segment_id=cef5eb46-d231-47b8-b887-1a23f6556fce)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:41.361472 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-7a539114-1393-4762-b343-6df5793d8088 req-5e86a34c-0b7b-4532-ac5c-80fddc66985f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (98a28827-3b45-4a95-9398-33f07e95d011), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.391306 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-7a539114-1393-4762-b343-6df5793d8088 req-5e86a34c-0b7b-4532-ac5c-80fddc66985f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Calling delete_port for 98a28827-3b45-4a95-9398-33f07e95d011 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:54:41.393298 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks [] for router_gateway (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.520353 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-422b5e49-9132-4ce4-8d93-aec29b3c49ce None None] Current status of the port 06564e03-f060-42b5-830d-c786709fe12d is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:41.520741 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-422b5e49-9132-4ce4-8d93-aec29b3c49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (06564e03-f060-42b5-830d-c786709fe12d), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.535066 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 06564e03-f060-42b5-830d-c786709fe12d is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:41.535066 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (06564e03-f060-42b5-830d-c786709fe12d), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.583482 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-422b5e49-9132-4ce4-8d93-aec29b3c49ce None None] For port 06564e03-f060-42b5-830d-c786709fe12d, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=06564e03-f060-42b5-830d-c786709fe12d,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:41.706057 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-422b5e49-9132-4ce4-8d93-aec29b3c49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (06564e03-f060-42b5-830d-c786709fe12d), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.778856 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac043c-e95d-40bc-87f3-1aa04b5775b8 req-43373443-16d6-45c3-a241-c71ba181bc30 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:41.780266 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-45ac043c-e95d-40bc-87f3-1aa04b5775b8 req-43373443-16d6-45c3-a241-c71ba181bc30 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 945 time: 0.1677482 Feb 02 14:54:41.780521 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.db.api [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:54:41.781530 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG oslo_db.api [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:54:41.793527 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b5e49-9132-4ce4-8d93-aec29b3c49ce None None] Pushing event updated for resources: {'Port': ['ID=06564e03-f060-42b5-830d-c786709fe12d,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:41.811025 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804'] for router (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.834531 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-f418ebd0-930d-4c42-a3fa-a830505bd382 None None] Provisioning complete for port 06564e03-f060-42b5-830d-c786709fe12d triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:41.872718 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f418ebd0-930d-4c42-a3fa-a830505bd382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (06564e03-f060-42b5-830d-c786709fe12d), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.889450 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-45ac043c-e95d-40bc-87f3-1aa04b5775b8 req-43f9c616-a8c8-44a7-9303-addc4b44d70d tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005130 Feb 02 14:54:41.958984 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-7a539114-1393-4762-b343-6df5793d8088 req-5e86a34c-0b7b-4532-ac5c-80fddc66985f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (98a28827-3b45-4a95-9398-33f07e95d011), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:41.995869 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86a34c-0b7b-4532-ac5c-80fddc66985f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Pushing event deleted for resources: {'Port': ['ID=98a28827-3b45-4a95-9398-33f07e95d011,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:42.038474 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['98a28827-3b45-4a95-9398-33f07e95d011'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:54:42.045057 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a539114-1393-4762-b343-6df5793d8088 req-5e86a34c-0b7b-4532-ac5c-80fddc66985f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] No DVR routers for this DVR port 98a28827-3b45-4a95-9398-33f07e95d011 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:54:42.049646 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-7a539114-1393-4762-b343-6df5793d8088 req-5e86a34c-0b7b-4532-ac5c-80fddc66985f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:42.052865 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7a539114-1393-4762-b343-6df5793d8088 req-5e86a34c-0b7b-4532-ac5c-80fddc66985f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.115 "DELETE /v2.0/ports/98a28827-3b45-4a95-9398-33f07e95d011 HTTP/1.1" status: 204 len: 173 time: 0.9985588 Feb 02 14:54:42.053392 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2f8d42-487e-4910-a062-c5303a1b2216', 'name': 'network-vif-deleted', 'tag': '98a28827-3b45-4a95-9398-33f07e95d011'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:54:42.055698 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe970dd-0c7b-4f10-b0f4-309b77b465dc" -d '{"events": [{"server_uuid": "fe2f8d42-487e-4910-a062-c5303a1b2216", "name": "network-vif-deleted", "tag": "98a28827-3b45-4a95-9398-33f07e95d011"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:54:42.070031 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-f418ebd0-930d-4c42-a3fa-a830505bd382 None None] Current status of the port 06564e03-f060-42b5-830d-c786709fe12d is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:42.098232 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d086b5f-70d0-44a4-ab28-b4085eb6e74b x-openstack-request-id: req-2d086b5f-70d0-44a4-ab28-b4085eb6e74b {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:54:42.098531 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2f8d42-487e-4910-a062-c5303a1b2216", "name": "network-vif-deleted", "tag": "98a28827-3b45-4a95-9398-33f07e95d011", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:54:42.098826 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d086b5f-70d0-44a4-ab28-b4085eb6e74b {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:54:42.099241 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2f8d42-487e-4910-a062-c5303a1b2216', 'name': 'network-vif-deleted', 'tag': '98a28827-3b45-4a95-9398-33f07e95d011', 'status': 'completed', 'code': 200} Feb 02 14:54:42.168870 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Router bbd984ec-cb32-47ec-9194-c2452b2cbc8c is scheduled to L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 with binding_index 1 {{(pid=121022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:54:42.277563 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:54:42.288676 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Sync routers for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:54:42.330319 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:54:42.331020 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:54:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:42.371575 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 06564e03-f060-42b5-830d-c786709fe12d is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:42.399705 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:42.400963 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-242540b7-99cd-4dca-b73e-e18d742cf93d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9960847 Feb 02 14:54:42.403693 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 38962) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:42.444426 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:54:42.645519 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:41Z', 'revision_number': 3, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:42.674115 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Checking router: bbd984ec-cb32-47ec-9194-c2452b2cbc8c for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:54:42.674468 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Updating router bbd984ec-cb32-47ec-9194-c2452b2cbc8c port 374ee116-898d-4188-86a2-e776d029ee9c binding host dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:54:42.703671 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (374ee116-898d-4188-86a2-e776d029ee9c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:42.727459 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-1e50c907-8711-40ad-a6e1-0384c025ddc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:42.846369 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.000364 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Publish callbacks [] for port (374ee116-898d-4188-86a2-e776d029ee9c), precommit_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.042004 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-13844096-000a-4438-9c97-a659da66e682 req-1eebc228-0cf6-44a9-92fa-887a605661f1 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe2f8d42-487e-4910-a062-c5303a1b2216 HTTP/1.1" status: 200 len: 210 time: 0.0610826 Feb 02 14:54:43.053685 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Allocated IP 172.20.0.1 (2813ccbc-bb37-4402-87c3-2fe928b76d75/6ea74d05-2afb-4e1c-b116-b80e5c25cdd7/02707829-8636-4adb-b972-1ebad44565a1) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:54:43.083107 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (374ee116-898d-4188-86a2-e776d029ee9c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.144168 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb656cf-52f2-4d5b-9d78-5f9c5ce52714 None None] Pushing event updated for resources: {'Port': ['ID=374ee116-898d-4188-86a2-e776d029ee9c,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:43.166256 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 06564e03-f060-42b5-830d-c786709fe12d up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:54:43.192049 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Attempting to bind port 374ee116-898d-4188-86a2-e776d029ee9c on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:54:43.192332 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Attempting to bind port 374ee116-898d-4188-86a2-e776d029ee9c by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:54:43.192672 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Attempting to bind port 374ee116-898d-4188-86a2-e776d029ee9c on network 9739a75a-4066-4d10-9da4-91f07c2c2a48 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:54:43.193310 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Publish callbacks [] for port (02707829-8636-4adb-b972-1ebad44565a1), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.203364 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:54:43.203962 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:54:43.204242 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.204736 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Bound using segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:54:43.205213 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Bound port: 374ee116-898d-4188-86a2-e776d029ee9c, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:54:43.205602 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (374ee116-898d-4188-86a2-e776d029ee9c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.273963 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 06564e03-f060-42b5-830d-c786709fe12d triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:43.274319 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (06564e03-f060-42b5-830d-c786709fe12d), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.282095 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] For port 374ee116-898d-4188-86a2-e776d029ee9c, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:54:43.301018 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (02707829-8636-4adb-b972-1ebad44565a1), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.310173 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] For port 374ee116-898d-4188-86a2-e776d029ee9c, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=374ee116-898d-4188-86a2-e776d029ee9c,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:54:43.365266 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Network 2813ccbc-bb37-4402-87c3-2fe928b76d75 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:54:43.368406 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:43.370854 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:54:43.387947 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 06564e03-f060-42b5-830d-c786709fe12d is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:43.397034 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Pushing event updated for resources: {'Port': ['ID=02707829-8636-4adb-b972-1ebad44565a1,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:43.403390 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (374ee116-898d-4188-86a2-e776d029ee9c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.420789 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637431'] for router_interface (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.476279 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:54:43.476967 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:54:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:43.483777 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb656cf-52f2-4d5b-9d78-5f9c5ce52714 None None] Pushing event updated for resources: {'Port': ['ID=374ee116-898d-4188-86a2-e776d029ee9c,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:43.603909 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:54:43.762439 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-5e4d9aeb-9edd-4d48-8d3e-cd8b019918ac None None] Provisioning complete for port 02707829-8636-4adb-b972-1ebad44565a1 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:43.762858 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9aeb-9edd-4d48-8d3e-cd8b019918ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (02707829-8636-4adb-b972-1ebad44565a1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:43.833415 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d9aeb-9edd-4d48-8d3e-cd8b019918ac None None] Port 02707829-8636-4adb-b972-1ebad44565a1 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:54:43.863643 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:41Z', 'revision_number': 3, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:43.893142 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d95fba-e55a-4ef3-9787-a4938bd4635f None None] The sync data for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi is: [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:41Z', 'revision_number': 3, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:54:43.930267 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (02707829-8636-4adb-b972-1ebad44565a1), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:44.115674 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Publish callbacks [] for port (02707829-8636-4adb-b972-1ebad44565a1), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:44.209024 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (02707829-8636-4adb-b972-1ebad44565a1), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:44.317110 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Pushing event updated for resources: {'Port': ['ID=02707829-8636-4adb-b972-1ebad44565a1,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:44.319740 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637511'] for router_interface (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:44.450040 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Network 2813ccbc-bb37-4402-87c3-2fe928b76d75 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:54:44.451526 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:44.608260 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Router bbd984ec-cb32-47ec-9194-c2452b2cbc8c has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:54:44.748595 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:54:44.753609 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-9626d689-fd8c-4f60-91f4-f020d5b58d4d admin admin] 10.222.0.10 "PUT /v2.0/routers/bbd984ec-cb32-47ec-9194-c2452b2cbc8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3489213 Feb 02 14:54:44.776134 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-bee0dd6b-d94a-4688-9633-a48124ec10d7 None None] Provisioning complete for port 02707829-8636-4adb-b972-1ebad44565a1 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:44.780536 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-bee0dd6b-d94a-4688-9633-a48124ec10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (02707829-8636-4adb-b972-1ebad44565a1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:44.834619 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-bee0dd6b-d94a-4688-9633-a48124ec10d7 None None] Port 02707829-8636-4adb-b972-1ebad44565a1 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:54:45.122094 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-35343eb1-441a-4f1d-b693-205bfecc44c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.157336 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 374ee116-898d-4188-86a2-e776d029ee9c up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:54:45.211817 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 374ee116-898d-4188-86a2-e776d029ee9c triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:45.212097 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (374ee116-898d-4188-86a2-e776d029ee9c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.242910 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39028) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:45.247709 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-95f872f7-6f63-49c1-acd7-e157dc736d07 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865608380', 'description': 'tempest-description--1496044842'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:45.291799 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 374ee116-898d-4188-86a2-e776d029ee9c is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:45.292190 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (374ee116-898d-4188-86a2-e776d029ee9c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.312741 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port 374ee116-898d-4188-86a2-e776d029ee9c, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=374ee116-898d-4188-86a2-e776d029ee9c,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:45.333958 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-95f872f7-6f63-49c1-acd7-e157dc736d07 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.397450 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (374ee116-898d-4188-86a2-e776d029ee9c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.406717 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-95f872f7-6f63-49c1-acd7-e157dc736d07 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (7b7f1213-b724-42b7-9f0a-af387c5e122c), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.448402 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=374ee116-898d-4188-86a2-e776d029ee9c,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:45.504956 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-95f872f7-6f63-49c1-acd7-e157dc736d07 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (7b7f1213-b724-42b7-9f0a-af387c5e122c), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.539914 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f872f7-6f63-49c1-acd7-e157dc736d07 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f1213-b724-42b7-9f0a-af387c5e122c,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:45.599239 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-95f872f7-6f63-49c1-acd7-e157dc736d07 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.600792 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-95f872f7-6f63-49c1-acd7-e157dc736d07 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3565907 Feb 02 14:54:45.603906 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39030) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:45.608344 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-98a0983b-05c1-4425-a627-d8bb08f6ddc1 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'security_group_rule': {'security_group_id': '7b7f1213-b724-42b7-9f0a-af387c5e122c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:45.678339 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Sync routers for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:54:45.688997 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:54:45.689596 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:54:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:45.716758 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-98a0983b-05c1-4425-a627-d8bb08f6ddc1 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (411b8aa1-2f01-4798-b239-ce68b46f6ade), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.773733 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-98a0983b-05c1-4425-a627-d8bb08f6ddc1 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (411b8aa1-2f01-4798-b239-ce68b46f6ade), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.798932 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:54:45.832147 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 98a28827-3b45-4a95-9398-33f07e95d011 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:54:45.848979 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-98a0983b-05c1-4425-a627-d8bb08f6ddc1 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (411b8aa1-2f01-4798-b239-ce68b46f6ade), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.858505 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 98a28827-3b45-4a95-9398-33f07e95d011 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:54:45.858957 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 98a28827-3b45-4a95-9398-33f07e95d011 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:54:45.865804 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0983b-05c1-4425-a627-d8bb08f6ddc1 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411b8aa1-2f01-4798-b239-ce68b46f6ade,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:45.953861 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-98a0983b-05c1-4425-a627-d8bb08f6ddc1 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:45.955356 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-98a0983b-05c1-4425-a627-d8bb08f6ddc1 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504765 Feb 02 14:54:45.959308 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39040) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:45.962631 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-c8adac95-3f79-44bf-ae33-5881ec3ae4ea tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'security_group_rule': {'security_group_id': '7b7f1213-b724-42b7-9f0a-af387c5e122c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:46.031119 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 2, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:46.075272 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Checking router: bbd984ec-cb32-47ec-9194-c2452b2cbc8c for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:54:46.075867 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Updating router bbd984ec-cb32-47ec-9194-c2452b2cbc8c port 02707829-8636-4adb-b972-1ebad44565a1 binding host dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:54:46.082343 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c8adac95-3f79-44bf-ae33-5881ec3ae4ea tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (a83a0e4f-c403-42c1-8a15-230009a5f5b9), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.111209 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (02707829-8636-4adb-b972-1ebad44565a1), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.132571 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.150626 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c8adac95-3f79-44bf-ae33-5881ec3ae4ea tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (a83a0e4f-c403-42c1-8a15-230009a5f5b9), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.228787 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a923a5-fb4b-4011-b5d1-1074669d25ac req-ed5af5d8-a345-46d0-bf3a-69d9652592be tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:46.230262 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a8a923a5-fb4b-4011-b5d1-1074669d25ac req-ed5af5d8-a345-46d0-bf3a-69d9652592be tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0590363 Feb 02 14:54:46.243836 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c8adac95-3f79-44bf-ae33-5881ec3ae4ea tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (a83a0e4f-c403-42c1-8a15-230009a5f5b9), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.271825 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adac95-3f79-44bf-ae33-5881ec3ae4ea tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83a0e4f-c403-42c1-8a15-230009a5f5b9,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:46.312387 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a8a923a5-fb4b-4011-b5d1-1074669d25ac req-9b4e3f0b-8c63-498a-aeb1-ebfde8613bbe tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754321 Feb 02 14:54:46.355435 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c8adac95-3f79-44bf-ae33-5881ec3ae4ea tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.356833 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-c8adac95-3f79-44bf-ae33-5881ec3ae4ea tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3979092 Feb 02 14:54:46.363901 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39044) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:46.368558 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'floatingip': {'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:46.409859 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Publish callbacks [] for port (02707829-8636-4adb-b972-1ebad44565a1), precommit_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.466438 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.494350 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (02707829-8636-4adb-b972-1ebad44565a1), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.570109 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.592085 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848356fd-b329-4205-8770-0917bee79645 None None] Pushing event updated for resources: {'Port': ['ID=02707829-8636-4adb-b972-1ebad44565a1,revision_number=3']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:46.609462 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.609849 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.610701 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.611071 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.611402 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.611736 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.612099 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.612656 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.612973 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.613315 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.613640 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.613962 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.614281 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848356fd-b329-4205-8770-0917bee79645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:54:46.622752 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Attempting to bind port 02707829-8636-4adb-b972-1ebad44565a1 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:54:46.622752 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Attempting to bind port 02707829-8636-4adb-b972-1ebad44565a1 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:54:46.622752 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Attempting to bind port 02707829-8636-4adb-b972-1ebad44565a1 on network 2813ccbc-bb37-4402-87c3-2fe928b76d75 {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:54:46.628215 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:54:46.628589 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Checking segment: {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:54:46.629559 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.629559 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Bound using segment: {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:54:46.629819 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Bound port: 02707829-8636-4adb-b972-1ebad44565a1, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'}}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:54:46.630189 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (02707829-8636-4adb-b972-1ebad44565a1), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.695040 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] For port 02707829-8636-4adb-b972-1ebad44565a1, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:54:46.698381 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] For port 02707829-8636-4adb-b972-1ebad44565a1, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=02707829-8636-4adb-b972-1ebad44565a1,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:54:46.699447 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Allocated IP 172.27.3.191 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/54d2a064-3b70-430d-bea8-62aa1895841c) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:54:46.763108 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (02707829-8636-4adb-b972-1ebad44565a1), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.769508 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-3c2f37b4-285e-4005-a24c-67b6ce58a762 None None] Provisioning complete for port 02707829-8636-4adb-b972-1ebad44565a1 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:46.770151 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3c2f37b4-285e-4005-a24c-67b6ce58a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (02707829-8636-4adb-b972-1ebad44565a1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.823376 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for port (54d2a064-3b70-430d-bea8-62aa1895841c), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.829769 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:54:46.830518 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:54:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:46.836355 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848356fd-b329-4205-8770-0917bee79645 None None] Pushing event updated for resources: {'Port': ['ID=02707829-8636-4adb-b972-1ebad44565a1,revision_number=4']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:46.901483 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f37b4-285e-4005-a24c-67b6ce58a762 None None] Current status of the port 02707829-8636-4adb-b972-1ebad44565a1 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:46.901981 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3c2f37b4-285e-4005-a24c-67b6ce58a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (02707829-8636-4adb-b972-1ebad44565a1), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.940637 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (54d2a064-3b70-430d-bea8-62aa1895841c), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:46.969156 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:54:46.969515 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-3c2f37b4-285e-4005-a24c-67b6ce58a762 None None] For port 02707829-8636-4adb-b972-1ebad44565a1, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=02707829-8636-4adb-b972-1ebad44565a1,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:54:46.984402 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:54:46.990374 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:46.994081 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:54:46.999456 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'Port': ['ID=54d2a064-3b70-430d-bea8-62aa1895841c,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:47.033123 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3c2f37b4-285e-4005-a24c-67b6ce58a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (02707829-8636-4adb-b972-1ebad44565a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:47.098301 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (1b379f98-7011-440b-85c0-115d4f2d1520), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:47.120316 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f37b4-285e-4005-a24c-67b6ce58a762 None None] Pushing event updated for resources: {'Port': ['ID=02707829-8636-4adb-b972-1ebad44565a1,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:47.148246 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 374ee116-898d-4188-86a2-e776d029ee9c up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:54:47.189973 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-ebc5f15c-4c3e-4193-bc96-65f42ccc475a None None] Provisioning complete for port 02707829-8636-4adb-b972-1ebad44565a1 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:47.190349 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ebc5f15c-4c3e-4193-bc96-65f42ccc475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (02707829-8636-4adb-b972-1ebad44565a1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:47.199244 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:54:47.199528 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (54d2a064-3b70-430d-bea8-62aa1895841c), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:47.227650 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ee85d2-1fbf-4768-9fa3-0c8e4e156db1 None None] The sync data for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi is: [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:54:47.248328 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 374ee116-898d-4188-86a2-e776d029ee9c triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:47.248708 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (374ee116-898d-4188-86a2-e776d029ee9c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:47.331481 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5f15c-4c3e-4193-bc96-65f42ccc475a None None] Current status of the port 02707829-8636-4adb-b972-1ebad44565a1 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:47.385865 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 374ee116-898d-4188-86a2-e776d029ee9c is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:47.423387 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for port (54d2a064-3b70-430d-bea8-62aa1895841c), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:47.468446 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9676f-d34b-4392-b87a-d29a547434e7 req-31d42876-6b2a-422e-b59b-f655067f6f22 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:47.470064 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-40b9676f-d34b-4392-b87a-d29a547434e7 req-31d42876-6b2a-422e-b59b-f655067f6f22 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0650961 Feb 02 14:54:47.519765 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (54d2a064-3b70-430d-bea8-62aa1895841c), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:47.577139 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-40b9676f-d34b-4392-b87a-d29a547434e7 req-c916687c-c34d-4d9d-ac6b-b25d67d31577 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010711 Feb 02 14:54:47.611886 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:54:47.647788 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'Port': ['ID=54d2a064-3b70-430d-bea8-62aa1895841c,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:47.660209 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (1b379f98-7011-440b-85c0-115d4f2d1520), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:47.686442 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-344d45bb-c46c-4d81-b558-0d8b47dc3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:47.688820 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-344d45bb-c46c-4d81-b558-0d8b47dc3ef8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9f052df4c1b34d03afd585859c6a8e55&device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 1169 time: 0.0881705 Feb 02 14:54:47.734724 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:47.784632 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:47.785872 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-e9009e77-a830-4188-8903-415ec7417470 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4209955 Feb 02 14:54:47.803191 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-57560182-c3ce-4c64-964d-ec24a15d8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:47.804865 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-57560182-c3ce-4c64-964d-ec24a15d8191 service neutron] 10.222.0.115 "GET /v2.0/networks?id=9184bd71-335b-4be0-804b-83d1c3aabf14 HTTP/1.1" status: 200 len: 916 time: 0.1094043 Feb 02 14:54:47.879574 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-7b13706f-6c7a-4407-97a9-1afc2f404dc2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 1002 time: 0.0679202 Feb 02 14:54:47.969213 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-6467f91a-288e-4577-8523-9a3382788905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:47.970682 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-6467f91a-288e-4577-8523-9a3382788905 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=703807f3-2fa6-4366-a8d8-6d32130fbf6d HTTP/1.1" status: 200 len: 853 time: 0.0762553 Feb 02 14:54:48.009416 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-752d1a90-152b-4096-b654-62d9d7b07aa9 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1865608380&fields=id&tenant_id=9fd5437868bb454e877de2e6be00a603 HTTP/1.1" status: 200 len: 267 time: 0.1069329 Feb 02 14:54:48.093998 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-eabb1f82-8d0d-4180-860e-fbc29e506714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:48.094798 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-eabb1f82-8d0d-4180-860e-fbc29e506714 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9184bd71-335b-4be0-804b-83d1c3aabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1150250 Feb 02 14:54:48.187536 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-f7ef35d4-64f9-40a5-8708-63925040392d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:48.189362 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-f7ef35d4-64f9-40a5-8708-63925040392d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/networks?id=2813ccbc-bb37-4402-87c3-2fe928b76d75 HTTP/1.1" status: 200 len: 810 time: 0.1719692 Feb 02 14:54:48.215866 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-d94514e2-82b5-4280-927e-32ba622c4459 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/quotas/9fd5437868bb454e877de2e6be00a603 HTTP/1.1" status: 200 len: 375 time: 0.0201633 Feb 02 14:54:48.221376 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-13eb150a-3fa9-4173-a06d-9d2997010211 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189356 Feb 02 14:54:48.342524 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-97af1237-1f64-4f61-85fc-ba8edd46d819 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201665 Feb 02 14:54:48.361111 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b41693da-0c8b-4dbe-b7d6-945f210234c8 req-1947a8c8-cde2-4259-80f0-cbd3d7f525e7 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297634 Feb 02 14:54:48.452880 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-4ecf2176-3998-4d0e-a977-abe459960a18 service neutron] 10.222.0.10 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907094 Feb 02 14:54:48.542452 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-444c6030-1fb8-45b8-bf97-45d5870df440 service neutron] 10.222.0.10 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836160 Feb 02 14:54:48.706551 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe62e-2332-417f-87a4-5237284d2d68 req-91efff42-8a67-41c7-8855-c5071f922a70 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:48.708083 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cb4fe62e-2332-417f-87a4-5237284d2d68 req-91efff42-8a67-41c7-8855-c5071f922a70 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0577703 Feb 02 14:54:48.775607 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cb4fe62e-2332-417f-87a4-5237284d2d68 req-c07c0afb-b79b-40d9-ae75-93e172af7dca tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618477 Feb 02 14:54:48.871482 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9d7cd863-6539-4852-84f7-a20a92abe362 req-357643bc-32c6-4037-9337-18872174d80b tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 210 time: 0.0316348 Feb 02 14:54:49.166623 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 02707829-8636-4adb-b972-1ebad44565a1 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:54:49.206944 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:49.236071 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 02707829-8636-4adb-b972-1ebad44565a1 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:49.236448 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (02707829-8636-4adb-b972-1ebad44565a1), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:49.340558 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 02707829-8636-4adb-b972-1ebad44565a1 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:54:49.902111 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d2f61-ba76-4a9e-9974-e58adf1d0ac2 req-354529c6-c102-4760-af84-a04ece0754fa tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:49.903694 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d87d2f61-ba76-4a9e-9974-e58adf1d0ac2 req-354529c6-c102-4760-af84-a04ece0754fa tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0576687 Feb 02 14:54:49.946388 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39114) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:49.956335 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c01c67b7-2a9d-4fb5-ab78-4c981d008036 req-05b4965b-0558-47e5-ad40-c22bdd744626 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 210 time: 0.0318315 Feb 02 14:54:49.995606 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d87d2f61-ba76-4a9e-9974-e58adf1d0ac2 req-52de7f35-7339-47a4-a545-8461a35b5b69 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856721 Feb 02 14:54:50.059424 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1516-f1c7-402c-8173-403b34e83788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:50.135126 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1516-f1c7-402c-8173-403b34e83788 admin admin] Publish callbacks [] for security_group (662ea25c-1237-4023-ab91-37e7bb1aad75), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:50.236413 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1516-f1c7-402c-8173-403b34e83788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (662ea25c-1237-4023-ab91-37e7bb1aad75), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:50.275241 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-fa9e1516-f1c7-402c-8173-403b34e83788 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35af38fe025c44338c8d41d8720fd9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277402 Feb 02 14:54:50.276378 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e1516-f1c7-402c-8173-403b34e83788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662ea25c-1237-4023-ab91-37e7bb1aad75,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:50.277843 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39122) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:50.328936 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8771b509-fb40-4496-9c62-6d8834c1a49c admin admin] Publish callbacks [] for security_group (662ea25c-1237-4023-ab91-37e7bb1aad75), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:50.351465 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8771b509-fb40-4496-9c62-6d8834c1a49c admin admin] Publish callbacks [] for security_group (662ea25c-1237-4023-ab91-37e7bb1aad75), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:50.506193 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8771b509-fb40-4496-9c62-6d8834c1a49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (662ea25c-1237-4023-ab91-37e7bb1aad75), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:50.509069 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8771b509-fb40-4496-9c62-6d8834c1a49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:50.510335 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-8771b509-fb40-4496-9c62-6d8834c1a49c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/662ea25c-1237-4023-ab91-37e7bb1aad75 HTTP/1.1" status: 204 len: 168 time: 0.2313776 Feb 02 14:54:50.519428 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771b509-fb40-4496-9c62-6d8834c1a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ea25c-1237-4023-ab91-37e7bb1aad75,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:51.058705 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-30c3f885-d7c1-4ca0-85e4-46f8f859ba00 req-19903633-2d1d-45f8-8b5a-55a6d8668dd5 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 210 time: 0.0298500 Feb 02 14:54:51.125073 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9402324-8f0a-45f6-b188-70f7abd110d5 req-7a957763-8acb-4d7f-a7c3-01928b2057c5 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:51.126557 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e9402324-8f0a-45f6-b188-70f7abd110d5 req-7a957763-8acb-4d7f-a7c3-01928b2057c5 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0575290 Feb 02 14:54:51.192593 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e9402324-8f0a-45f6-b188-70f7abd110d5 req-27b70bda-7ef3-41f7-b5d0-8fd2fcd38214 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602365 Feb 02 14:54:51.269830 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39134) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:51.283951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-abab1e26-31bc-4964-94cb-cb87a36d4e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:51.356825 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-abab1e26-31bc-4964-94cb-cb87a36d4e6a admin admin] Publish callbacks [] for security_group (32753a64-911b-4057-9633-51e32b5dcafa), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:51.459343 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-abab1e26-31bc-4964-94cb-cb87a36d4e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (32753a64-911b-4057-9633-51e32b5dcafa), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:51.498327 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab1e26-31bc-4964-94cb-cb87a36d4e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32753a64-911b-4057-9633-51e32b5dcafa,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:51.504637 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-abab1e26-31bc-4964-94cb-cb87a36d4e6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=842dbf98537749c08637f84b221ab6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332728 Feb 02 14:54:51.506916 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39136) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:51.554429 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4b79c7de-3544-48c0-b4e7-6006c0b8c61c admin admin] Publish callbacks [] for security_group (32753a64-911b-4057-9633-51e32b5dcafa), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:51.575287 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4b79c7de-3544-48c0-b4e7-6006c0b8c61c admin admin] Publish callbacks [] for security_group (32753a64-911b-4057-9633-51e32b5dcafa), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:51.774012 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4b79c7de-3544-48c0-b4e7-6006c0b8c61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (32753a64-911b-4057-9633-51e32b5dcafa), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:51.776633 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4b79c7de-3544-48c0-b4e7-6006c0b8c61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:51.777791 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-4b79c7de-3544-48c0-b4e7-6006c0b8c61c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32753a64-911b-4057-9633-51e32b5dcafa HTTP/1.1" status: 204 len: 168 time: 0.2699015 Feb 02 14:54:51.786678 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79c7de-3544-48c0-b4e7-6006c0b8c61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32753a64-911b-4057-9633-51e32b5dcafa,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:52.156852 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cfb7fa1d-923d-4257-a58a-679e1edc939d req-4b951574-e887-4658-a770-ae7d98cc1e51 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 210 time: 0.0278666 Feb 02 14:54:52.315605 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab20750-f7c0-4f73-9248-8c24901a6498 req-6b176a96-1e0a-4f88-822b-23c03c5e6021 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:52.317967 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1ab20750-f7c0-4f73-9248-8c24901a6498 req-6b176a96-1e0a-4f88-822b-23c03c5e6021 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0587213 Feb 02 14:54:52.379611 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1ab20750-f7c0-4f73-9248-8c24901a6498 req-eab80bef-7485-4154-87aa-64ad56c3c8b4 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556865 Feb 02 14:54:52.839746 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39166) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:52.939430 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-240964093-network', 'tenant_id': '389e67b533b44942af51c74c588c3bac'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:53.014017 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Made reservation on behalf of 389e67b533b44942af51c74c588c3bac for: {'network': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:54:53.017209 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:53.026084 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:53.102588 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Publish callbacks [] for security_group (542a65be-111c-419d-abde-105cca312dbf), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:53.168739 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (542a65be-111c-419d-abde-105cca312dbf), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:53.194088 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=121022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:54:53.204785 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542a65be-111c-419d-abde-105cca312dbf,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:53.209626 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (7e4b5828-a6b7-471a-8d10-627c15ad466d), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:53.209973 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.segments_db [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Added segment 7e4b5828-a6b7-471a-8d10-627c15ad466d of type vlan for network 7ce4f012-b58c-48b8-af0b-d8a81b7639d4 Feb 02 14:54:53.276669 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d414e732-eda8-4882-9b30-7b14a3e21a2a req-3d6a5cb4-bdc4-46e3-81f8-1127309f489b tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 210 time: 0.0382254 Feb 02 14:54:53.278153 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (7ce4f012-b58c-48b8-af0b-d8a81b7639d4), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:53.380020 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (7ce4f012-b58c-48b8-af0b-d8a81b7639d4), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:53.381028 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:53.381618 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:53.442476 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] Pushing event updated for resources: {'Network': ['ID=7ce4f012-b58c-48b8-af0b-d8a81b7639d4,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:53.453233 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 7ce4f012-b58c-48b8-af0b-d8a81b7639d4 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:54:53.491357 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-4c9a8099-d012-4f75-97dd-a728ae13af48 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6504538 Feb 02 14:54:53.494331 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39176) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:53.500612 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Request body: {'subnet': {'network_id': '7ce4f012-b58c-48b8-af0b-d8a81b7639d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-240964093-subnet', 'tenant_id': '389e67b533b44942af51c74c588c3bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:53.508507 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade561-7546-4d39-a078-3f4f1646789d req-4ccee1dd-ce7b-4476-b75c-3dc646196a8a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:53.510186 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e3ade561-7546-4d39-a078-3f4f1646789d req-4ccee1dd-ce7b-4476-b75c-3dc646196a8a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0609529 Feb 02 14:54:53.577816 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e3ade561-7546-4d39-a078-3f4f1646789d req-358f6d01-3a70-463f-9036-f1934676124e tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588272 Feb 02 14:54:53.590855 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Made reservation on behalf of 389e67b533b44942af51c74c588c3bac for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:54:53.593525 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7206031'] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:53.848677 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5467431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7205733'] for subnet (8e2abcf1-21cb-4de2-b7da-cf098a33b9d1), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:53.908908 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2abcf1-21cb-4de2-b7da-cf098a33b9d1,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:53.914511 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Checking segment: {'id': '7e4b5828-a6b7-471a-8d10-627c15ad466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '7ce4f012-b58c-48b8-af0b-d8a81b7639d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:54:53.915103 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Network hostable DHCP agents. Network: 7ce4f012-b58c-48b8-af0b-d8a81b7639d4, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:54:53.977763 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-e32a3ec0-550f-4444-93ec-87dec21f7666 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:53.979223 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-e32a3ec0-550f-4444-93ec-87dec21f7666 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.115 "GET /v2.0/networks?id=2813ccbc-bb37-4402-87c3-2fe928b76d75 HTTP/1.1" status: 200 len: 810 time: 0.1054480 Feb 02 14:54:54.020032 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Network 7ce4f012-b58c-48b8-af0b-d8a81b7639d4 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:54:54.047471 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-c629d6fa-0201-46a7-982f-512c50bfd093 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd5437868bb454e877de2e6be00a603 HTTP/1.1" status: 200 len: 380 time: 0.0516379 Feb 02 14:54:54.056369 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'port': {'device_id': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'admin_state_up': True, 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'security_groups': ['7b7f1213-b724-42b7-9f0a-af387c5e122c']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:54.145512 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 7ce4f012-b58c-48b8-af0b-d8a81b7639d4) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:54.150437 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:54.156285 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:54.156434 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5dda38-09b0-4aca-905e-21941e0882c2 None None] Network 7ce4f012-b58c-48b8-af0b-d8a81b7639d4 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:54:54.234841 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-4d7f7034-fdc8-487f-ab83-83d752a4194c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7390468 Feb 02 14:54:54.300833 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Made reservation on behalf of 9fd5437868bb454e877de2e6be00a603 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:54:54.305023 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:54.396023 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ebf4bc-8e29-4b7b-ada8-2c0042113a59 None None] Network 7ce4f012-b58c-48b8-af0b-d8a81b7639d4 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:54:54.416238 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-508d4780-0ed8-483e-9bf9-e72f94f950f2 req-d791de8f-0d2c-439b-a624-a489219c6e4c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 210 time: 0.0412779 Feb 02 14:54:54.486853 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Allocated IP 172.20.0.7 (2813ccbc-bb37-4402-87c3-2fe928b76d75/6ea74d05-2afb-4e1c-b116-b80e5c25cdd7/525a756d-2f8b-4d37-8976-6a0df0d08bda) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:54:54.635089 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:54.729400 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50b93f-63c2-4412-9bd8-4db8fa449b63 req-520f15dc-f402-46dd-8ac7-e467bc5be9bb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:54.731121 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bd50b93f-63c2-4412-9bd8-4db8fa449b63 req-520f15dc-f402-46dd-8ac7-e467bc5be9bb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0830131 Feb 02 14:54:54.783026 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:54.834139 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bd50b93f-63c2-4412-9bd8-4db8fa449b63 req-1b5df56d-c5f4-4472-a0aa-9503a4b5a447 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959070 Feb 02 14:54:54.846792 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Network 2813ccbc-bb37-4402-87c3-2fe928b76d75 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:54:54.857129 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'Port': ['ID=525a756d-2f8b-4d37-8976-6a0df0d08bda,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:54.860453 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:54.862904 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:54:54.981032 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39224) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:54.985987 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:54.986532 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-382347504-network', 'tenant_id': 'e750b679bfb143ac9228d11652fba9a6'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:54.986656 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.036544 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-5bf3ca64-0a86-41d1-970a-baf695b1db86 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:55.038091 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-5bf3ca64-0a86-41d1-970a-baf695b1db86 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/networks?id=1f105991-02b5-450b-8fbd-ef9505e24d02 HTTP/1.1" status: 200 len: 813 time: 0.1444485 Feb 02 14:54:55.055223 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7e1cc18e-2ae8-41ad-bece-06f779b70484 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/quotas/dc71b8c198034b258b4e893ccd8be461 HTTP/1.1" status: 200 len: 375 time: 0.0104520 Feb 02 14:54:55.095951 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-63e3ca66-4126-44de-bc76-22d1ce51205f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc71b8c198034b258b4e893ccd8be461&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353026 Feb 02 14:54:55.102093 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-2a0e6258-2999-4c71-9e5d-6753d2362cf6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0500553 Feb 02 14:54:55.127638 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Request body: {'port': {'device_id': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:55.156971 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Made reservation on behalf of e750b679bfb143ac9228d11652fba9a6 for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:54:55.159190 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.168011 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.204020 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-a7449457-7adf-432b-8122-00fa5dd621a1 None None] Provisioning complete for port 525a756d-2f8b-4d37-8976-6a0df0d08bda triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:54:55.205117 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a7449457-7adf-432b-8122-00fa5dd621a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.227023 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.253959 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-a7449457-7adf-432b-8122-00fa5dd621a1 None None] Port 525a756d-2f8b-4d37-8976-6a0df0d08bda cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:54:55.262935 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Publish callbacks [] for security_group (f913c678-c588-4797-9920-8f20fb74d0e1), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.284616 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-b0dc685b-118c-45a7-8a78-3d5ca3812a36 service neutron] 10.222.0.10 "GET /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812301 Feb 02 14:54:55.351565 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (f913c678-c588-4797-9920-8f20fb74d0e1), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.377003 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:54:55.391832 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f913c678-c588-4797-9920-8f20fb74d0e1,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:55.413604 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (1db892f5-fd8b-42cf-9f9f-43fa8e9fd3b5), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.415360 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Added segment 1db892f5-fd8b-42cf-9f9f-43fa8e9fd3b5 of type vlan for network c3e167fa-0333-44b3-9f36-46d20ebe866b Feb 02 14:54:55.463660 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (c3e167fa-0333-44b3-9f36-46d20ebe866b), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.473361 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.591500 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (c3e167fa-0333-44b3-9f36-46d20ebe866b), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.592664 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:55.593894 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.656136 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] Pushing event updated for resources: {'Network': ['ID=c3e167fa-0333-44b3-9f36-46d20ebe866b,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:55.667460 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network c3e167fa-0333-44b3-9f36-46d20ebe866b details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:54:55.690128 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-722bbafc-0a7b-46f6-954d-4a538da5208c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7079852 Feb 02 14:54:55.692974 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39232) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:54:55.700801 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Request body: {'subnet': {'network_id': 'c3e167fa-0333-44b3-9f36-46d20ebe866b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-382347504-subnet', 'tenant_id': 'e750b679bfb143ac9228d11652fba9a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:55.780034 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-388c84ef-0130-41e4-8afb-a4124ba10567 service neutron] 10.222.0.10 "GET /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890342 Feb 02 14:54:55.785732 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Made reservation on behalf of e750b679bfb143ac9228d11652fba9a6 for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:54:55.788345 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7206031'] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.806575 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216886a8-e926-4a27-9790-98a3e8a126c1 req-78e93429-b2c7-48d8-9d90-d461d07ce506 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:55.808669 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-216886a8-e926-4a27-9790-98a3e8a126c1 req-78e93429-b2c7-48d8-9d90-d461d07ce506 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 931 time: 0.1284916 Feb 02 14:54:55.911087 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-216886a8-e926-4a27-9790-98a3e8a126c1 req-41b26b5a-44aa-4c87-90df-dcaac1cb53fc tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914307 Feb 02 14:54:55.925962 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525a756d-2f8b-4d37-8976-6a0df0d08bda {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:54:55.934299 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Publish callbacks [] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:55.947264 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Transition to ACTIVE for port object 525a756d-2f8b-4d37-8976-6a0df0d08bda will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:54:56.037373 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33dd1e-c971-4df1-b796-a654eb1547a4 req-a9c25cf3-0405-4c69-b545-1b5167637f88 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:56.038894 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5b33dd1e-c971-4df1-b796-a654eb1547a4 req-a9c25cf3-0405-4c69-b545-1b5167637f88 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0580695 Feb 02 14:54:56.110975 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5467431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7205733'] for subnet (67c3506d-f29e-4348-af19-75b9256daa88), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:56.116202 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:56.119543 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-82312123-507c-4a1f-9eba-de20ebe95766 req-949742d8-19ce-4c6c-84a5-43ac1b9a0e74 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 210 time: 0.0441189 Feb 02 14:54:56.178023 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5b33dd1e-c971-4df1-b796-a654eb1547a4 req-15dfb1a2-2896-44e9-977d-0fffa2743bfc tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292605 Feb 02 14:54:56.178295 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c3506d-f29e-4348-af19-75b9256daa88,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:56.180769 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Checking segment: {'id': '1db892f5-fd8b-42cf-9f9f-43fa8e9fd3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c3e167fa-0333-44b3-9f36-46d20ebe866b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:54:56.181362 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Network hostable DHCP agents. Network: c3e167fa-0333-44b3-9f36-46d20ebe866b, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:54:56.223477 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Pushing event updated for resources: {'Port': ['ID=525a756d-2f8b-4d37-8976-6a0df0d08bda,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:56.299082 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Network c3e167fa-0333-44b3-9f36-46d20ebe866b is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:54:56.305726 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Attempting to bind port 525a756d-2f8b-4d37-8976-6a0df0d08bda on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:54:56.308508 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Attempting to bind port 525a756d-2f8b-4d37-8976-6a0df0d08bda by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:54:56.308508 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Attempting to bind port 525a756d-2f8b-4d37-8976-6a0df0d08bda on network 2813ccbc-bb37-4402-87c3-2fe928b76d75 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:54:56.312899 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Port 525a756d-2f8b-4d37-8976-6a0df0d08bda on network 2813ccbc-bb37-4402-87c3-2fe928b76d75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:54:56.313222 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Attempting to bind port 525a756d-2f8b-4d37-8976-6a0df0d08bda on network 2813ccbc-bb37-4402-87c3-2fe928b76d75 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:54:56.319235 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:54:56.319818 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Checking segment: {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:54:56.320208 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Bound using segment: {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:54:56.320653 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Bound port: 525a756d-2f8b-4d37-8976-6a0df0d08bda, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:54:56.321020 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:56.405075 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] For port 525a756d-2f8b-4d37-8976-6a0df0d08bda, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:54:56.408966 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] For port 525a756d-2f8b-4d37-8976-6a0df0d08bda, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=525a756d-2f8b-4d37-8976-6a0df0d08bda,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:54:56.419963 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, c3e167fa-0333-44b3-9f36-46d20ebe866b) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:56.425199 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:56.426241 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:56.430667 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699495b-9263-4b86-ac5a-928f60dd9562 None None] Network c3e167fa-0333-44b3-9f36-46d20ebe866b requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:54:56.540924 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:56.542097 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-fe80841b-04b2-440b-b1c8-9452d7125fff admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8480487 Feb 02 14:54:56.549546 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615adb5a-e8ea-4b08-8504-7e90ef993c3c None None] Network c3e167fa-0333-44b3-9f36-46d20ebe866b requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:54:56.615478 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:56.616250 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:56.618158 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] 10.222.0.115 "PUT /v2.0/ports/525a756d-2f8b-4d37-8976-6a0df0d08bda HTTP/1.1" status: 200 len: 1093 time: 1.4970381 Feb 02 14:54:56.630156 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'tag': '525a756d-2f8b-4d37-8976-6a0df0d08bda'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:54:56.634709 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab54c19-1697-49b2-b6ce-9800e2f2aa61" -d '{"events": [{"name": "network-changed", "server_uuid": "666bff0f-e5a0-4b51-8e6c-a3469b8c058b", "tag": "525a756d-2f8b-4d37-8976-6a0df0d08bda"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:54:56.662343 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11708ad0-2bce-4f27-b6a7-d35aa46b671a service neutron] Pushing event updated for resources: {'Port': ['ID=525a756d-2f8b-4d37-8976-6a0df0d08bda,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:56.688641 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a42ecc-3ed3-4464-b310-fccc2874b12f x-openstack-request-id: req-e3a42ecc-3ed3-4464-b310-fccc2874b12f {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:54:56.689350 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666bff0f-e5a0-4b51-8e6c-a3469b8c058b", "tag": "525a756d-2f8b-4d37-8976-6a0df0d08bda", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:54:56.689683 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3a42ecc-3ed3-4464-b310-fccc2874b12f {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:54:56.690093 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'tag': '525a756d-2f8b-4d37-8976-6a0df0d08bda', 'status': 'completed', 'code': 200} Feb 02 14:54:56.791023 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab54c19-1697-49b2-b6ce-9800e2f2aa61 req-32bef736-7fff-4599-82e6-db297fa88c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:56.792566 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bab54c19-1697-49b2-b6ce-9800e2f2aa61 req-32bef736-7fff-4599-82e6-db297fa88c79 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 1127 time: 0.0572824 Feb 02 14:54:56.930643 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab54c19-1697-49b2-b6ce-9800e2f2aa61 req-c608bfff-e255-4d27-aefa-719e2e30b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:56.932642 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bab54c19-1697-49b2-b6ce-9800e2f2aa61 req-c608bfff-e255-4d27-aefa-719e2e30b4ed service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=9fd5437868bb454e877de2e6be00a603&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1238785 Feb 02 14:54:57.069539 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab54c19-1697-49b2-b6ce-9800e2f2aa61 req-c187fa3c-ebac-470d-b01b-e1806fa07945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:57.071221 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bab54c19-1697-49b2-b6ce-9800e2f2aa61 req-c187fa3c-ebac-470d-b01b-e1806fa07945 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1319759 Feb 02 14:54:57.087967 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e661d48-d13e-492f-8e56-ae14210593e4 req-9b2412f6-8f97-4fb4-8de4-852fb50d7844 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:57.089532 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6e661d48-d13e-492f-8e56-ae14210593e4 req-9b2412f6-8f97-4fb4-8de4-852fb50d7844 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 943 time: 0.0848641 Feb 02 14:54:57.138234 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6e661d48-d13e-492f-8e56-ae14210593e4 req-08ff8785-1f2f-446a-8225-d11094a46f32 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428674 Feb 02 14:54:57.196130 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-03697f95-f9a6-4671-9bb3-b885ae90298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:57.197868 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-03697f95-f9a6-4671-9bb3-b885ae90298a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 1127 time: 0.0508823 Feb 02 14:54:57.235272 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e200dffc-05eb-48a6-9dc7-0934a52cac8d req-571b41d6-bdff-4324-a60c-b82d3d9a8b61 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 210 time: 0.0328915 Feb 02 14:54:57.269131 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-dc295cbd-6c7b-4094-bed8-3ea89422b181 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a756d-2f8b-4d37-8976-6a0df0d08bda HTTP/1.1" status: 200 len: 217 time: 0.0568030 Feb 02 14:54:57.348802 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-7225c747-5b23-459f-b2cb-3cbb8d31a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:57.350304 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-7225c747-5b23-459f-b2cb-3cbb8d31a89c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=6ea74d05-2afb-4e1c-b116-b80e5c25cdd7 HTTP/1.1" status: 200 len: 849 time: 0.0688992 Feb 02 14:54:57.362001 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896852e4-dfa8-4f42-8c83-8e66b1376f83 req-64c580a5-6df6-46e0-a398-692b4e747029 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:57.363753 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-896852e4-dfa8-4f42-8c83-8e66b1376f83 req-64c580a5-6df6-46e0-a398-692b4e747029 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0922911 Feb 02 14:54:57.457412 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-9f2fb43f-25b0-45a8-ac56-182eea461c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:57.458969 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-9f2fb43f-25b0-45a8-ac56-182eea461c23 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2813ccbc-bb37-4402-87c3-2fe928b76d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942998 Feb 02 14:54:57.464577 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-896852e4-dfa8-4f42-8c83-8e66b1376f83 req-ff5c10bc-cb26-4e80-9df5-04890023aa3c tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913818 Feb 02 14:54:57.555281 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-9218e057-9092-4dc8-a171-67e477024068 service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887890 Feb 02 14:54:57.656281 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-24e9db2e-2fa9-48b0-b644-10cb6f84bf20 req-122e0397-09d0-477a-ae66-9b2568d486f7 service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949759 Feb 02 14:54:58.080339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35889-7d96-4334-b991-e4b1a730f910 req-ac700ff4-d47f-46d1-ab06-b145a83eb175 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:58.081733 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-95f35889-7d96-4334-b991-e4b1a730f910 req-ac700ff4-d47f-46d1-ab06-b145a83eb175 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 946 time: 0.0564995 Feb 02 14:54:58.129376 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-95f35889-7d96-4334-b991-e4b1a730f910 req-9b2de583-da22-4348-8d8a-117e8c4297a8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Feb 02 14:54:58.260651 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b7f7d-1957-47c9-bdd5-9d756845137c req-1810bd1b-c5e9-4c40-a184-98b9130f50b7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:58.262114 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ea4b7f7d-1957-47c9-bdd5-9d756845137c req-1810bd1b-c5e9-4c40-a184-98b9130f50b7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 943 time: 0.0540032 Feb 02 14:54:58.326366 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ea4b7f7d-1957-47c9-bdd5-9d756845137c req-65e05f45-167f-430b-9a85-588fd2ed7541 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585370 Feb 02 14:54:58.343748 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1996249c-a798-4f4a-ad88-7e0196282037 req-2b8c644a-9c78-497b-987c-dc685dd02ec1 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 210 time: 0.0334632 Feb 02 14:54:58.636311 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-e6acf553-625f-4754-8c1f-4226751a4e24 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:58.637659 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-e6acf553-625f-4754-8c1f-4226751a4e24 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.115 "GET /v2.0/networks?id=1f105991-02b5-450b-8fbd-ef9505e24d02 HTTP/1.1" status: 200 len: 813 time: 0.1386535 Feb 02 14:54:58.645939 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3b327-6843-44d9-b40f-4a0d7537b95f req-d0584a55-bd3a-4355-9e3c-ab0a468084db tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:58.647373 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-eed3b327-6843-44d9-b40f-4a0d7537b95f req-d0584a55-bd3a-4355-9e3c-ab0a468084db tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.1114085 Feb 02 14:54:58.666973 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Request body: {'port': {'device_id': '5443c016-9557-4e8b-931f-ccead64d47ac', 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02', 'admin_state_up': True, 'tenant_id': 'dc71b8c198034b258b4e893ccd8be461'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:58.793207 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-eed3b327-6843-44d9-b40f-4a0d7537b95f req-058d1f4c-576b-4c7a-8464-ea19445a2515 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361828 Feb 02 14:54:58.974819 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Made reservation on behalf of dc71b8c198034b258b4e893ccd8be461 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:54:58.974819 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:59.102303 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Allocated IP 172.20.0.2 (1f105991-02b5-450b-8fbd-ef9505e24d02/a240fa4a-5ae7-4096-a04c-423d455e0f25/1a92561f-ac69-4302-b768-59477508a1ff) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:54:59.292986 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks [] for port (1a92561f-ac69-4302-b768-59477508a1ff), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:59.300649 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ea2e2-8133-4532-ab77-a802673f7ba8 req-a2c0e406-7dba-490b-a87e-fc57caee85ca tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:59.302198 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1c0ea2e2-8133-4532-ab77-a802673f7ba8 req-a2c0e406-7dba-490b-a87e-fc57caee85ca tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 946 time: 0.0875571 Feb 02 14:54:59.367574 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1c0ea2e2-8133-4532-ab77-a802673f7ba8 req-e4b09558-dea2-4a9e-bec6-e71e5f203177 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592330 Feb 02 14:54:59.434041 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (1a92561f-ac69-4302-b768-59477508a1ff), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:59.522505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Network 1f105991-02b5-450b-8fbd-ef9505e24d02 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:54:59.526151 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Pushing event updated for resources: {'Port': ['ID=1a92561f-ac69-4302-b768-59477508a1ff,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:54:59.530456 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:54:59.533745 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:54:59.570812 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65736e71-08ea-47cf-a13d-011836d05e96 req-9ea578c9-4a06-4aa1-8905-d525a4bcb61a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:59.572355 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-65736e71-08ea-47cf-a13d-011836d05e96 req-9ea578c9-4a06-4aa1-8905-d525a4bcb61a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 943 time: 0.1739590 Feb 02 14:54:59.597776 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9479d-25f4-449f-ac0d-47f0b5f0aeec req-701dfa7a-ac06-4603-bc2c-c8ed53967d73 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:59.599259 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-eff9479d-25f4-449f-ac0d-47f0b5f0aeec req-701dfa7a-ac06-4603-bc2c-c8ed53967d73 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 931 time: 0.1688128 Feb 02 14:54:59.640527 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:54:59.641139 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:54:59.683748 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-65736e71-08ea-47cf-a13d-011836d05e96 req-95854cd2-6ced-45c3-a7ed-d5964f795509 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021147 Feb 02 14:54:59.696400 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-eff9479d-25f4-449f-ac0d-47f0b5f0aeec req-e24e60aa-483e-42db-be99-1691dcf54061 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914061 Feb 02 14:54:59.753382 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-89417e4e-96a1-4d8e-92e0-318052b7d4bc tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0950396 Feb 02 14:54:59.781062 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Request body: {'port': {'device_id': '5443c016-9557-4e8b-931f-ccead64d47ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:54:59.843949 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (1a92561f-ac69-4302-b768-59477508a1ff), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.004951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f8a48-1e54-4bca-9690-99b8cc415d49 req-2de777c7-a9ab-4019-9c39-e3313edd969a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:00.006460 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f22f8a48-1e54-4bca-9690-99b8cc415d49 req-2de777c7-a9ab-4019-9c39-e3313edd969a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.1267345 Feb 02 14:55:00.018496 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-038adc03-43b3-491a-8a89-6d193935e031 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:00.020049 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-038adc03-43b3-491a-8a89-6d193935e031 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.115 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 946 time: 0.0618503 Feb 02 14:55:00.117310 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Deleting port 6dbd5d16-f084-4504-9399-5a74f2fe496c {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:55:00.117568 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.129564 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f22f8a48-1e54-4bca-9690-99b8cc415d49 req-122c32ec-c66f-4f39-8fbb-592adcc6a815 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169946 Feb 02 14:55:00.204223 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a92561f-ac69-4302-b768-59477508a1ff {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:55:00.211839 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] For port 6dbd5d16-f084-4504-9399-5a74f2fe496c, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=6dbd5d16-f084-4504-9399-5a74f2fe496c,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:00.212046 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Publish callbacks [] for port (1a92561f-ac69-4302-b768-59477508a1ff), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.212200 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.223908 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Transition to ACTIVE for port object 1a92561f-ac69-4302-b768-59477508a1ff will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:55:00.293777 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (1a92561f-ac69-4302-b768-59477508a1ff), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.371347 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Pushing event updated for resources: {'Port': ['ID=1a92561f-ac69-4302-b768-59477508a1ff,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:00.422158 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Attempting to bind port 1a92561f-ac69-4302-b768-59477508a1ff on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:55:00.422566 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Attempting to bind port 1a92561f-ac69-4302-b768-59477508a1ff by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'cef5eb46-d231-47b8-b887-1a23f6556fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:55:00.422905 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Attempting to bind port 1a92561f-ac69-4302-b768-59477508a1ff on network 1f105991-02b5-450b-8fbd-ef9505e24d02 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:55:00.427726 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Port 1a92561f-ac69-4302-b768-59477508a1ff on network 1f105991-02b5-450b-8fbd-ef9505e24d02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:55:00.428160 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Attempting to bind port 1a92561f-ac69-4302-b768-59477508a1ff on network 1f105991-02b5-450b-8fbd-ef9505e24d02 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:55:00.433227 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:55:00.434903 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Checking segment: {'id': 'cef5eb46-d231-47b8-b887-1a23f6556fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:55:00.434903 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Bound using segment: {'id': 'cef5eb46-d231-47b8-b887-1a23f6556fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:55:00.434903 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Bound port: 1a92561f-ac69-4302-b768-59477508a1ff, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef5eb46-d231-47b8-b887-1a23f6556fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:55:00.434903 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (1a92561f-ac69-4302-b768-59477508a1ff), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.449307 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.449675 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (72ec615c-bcb7-4674-894b-59dd129d261b), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.449994 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.l3_db [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Floating IP 72ec615c-bcb7-4674-894b-59dd129d261b disassociated. External IP: 172.27.3.13, port: 6dbd5d16-f084-4504-9399-5a74f2fe496c. Feb 02 14:55:00.450339 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Calling delete_port for 6dbd5d16-f084-4504-9399-5a74f2fe496c owned by compute:nova {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:55:00.539743 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86844e66-6f7e-4d62-9fa4-e63480dcac6f req-f3010671-1644-45bc-ba49-9911da0dfee1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:00.541245 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-86844e66-6f7e-4d62-9fa4-e63480dcac6f req-f3010671-1644-45bc-ba49-9911da0dfee1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 946 time: 0.0961049 Feb 02 14:55:00.556112 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] For port 1a92561f-ac69-4302-b768-59477508a1ff, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:55:00.575965 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] For port 1a92561f-ac69-4302-b768-59477508a1ff, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=1a92561f-ac69-4302-b768-59477508a1ff,segment=NetworkSegment(cef5eb46-d231-47b8-b887-1a23f6556fce),segment_id=cef5eb46-d231-47b8-b887-1a23f6556fce)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:55:00.602952 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-86844e66-6f7e-4d62-9fa4-e63480dcac6f req-4e4f6083-2e25-4fb7-a51e-c3824b4e3f61 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555277 Feb 02 14:55:00.713476 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (1a92561f-ac69-4302-b768-59477508a1ff), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.717590 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (6dbd5d16-f084-4504-9399-5a74f2fe496c), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.757426 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:00.757919 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event deleted for resources: {'Port': ['ID=6dbd5d16-f084-4504-9399-5a74f2fe496c,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:00.758341 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:00.760810 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] 10.222.0.115 "PUT /v2.0/ports/1a92561f-ac69-4302-b768-59477508a1ff HTTP/1.1" status: 200 len: 1093 time: 0.9845145 Feb 02 14:55:00.763741 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5443c016-9557-4e8b-931f-ccead64d47ac', 'tag': '1a92561f-ac69-4302-b768-59477508a1ff'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:55:00.767353 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f37da0c-c11e-4eaf-b77f-306679525377" -d '{"events": [{"name": "network-changed", "server_uuid": "5443c016-9557-4e8b-931f-ccead64d47ac", "tag": "1a92561f-ac69-4302-b768-59477508a1ff"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:55:00.850886 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919da0d-6bfc-4e46-947c-0bcfaab20449 service neutron] Pushing event updated for resources: {'Port': ['ID=1a92561f-ac69-4302-b768-59477508a1ff,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:00.889197 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3793419-101e-44af-82e7-f4943a09202e req-8a07bbee-5d2b-4d87-ad71-37d32cfcf4ae tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:00.891017 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Router 73e4298b-d99c-45b4-aa3b-6829a06c5edc has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:55:00.891615 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b3793419-101e-44af-82e7-f4943a09202e req-8a07bbee-5d2b-4d87-ad71-37d32cfcf4ae tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 943 time: 0.1119037 Feb 02 14:55:00.899510 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d8b63-59b3-48fb-9b18-ccf8b5fc8b22 req-113ec30d-041e-4a3a-a988-2831a6831093 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:00.900999 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a01d8b63-59b3-48fb-9b18-ccf8b5fc8b22 req-113ec30d-041e-4a3a-a988-2831a6831093 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 943 time: 0.1264584 Feb 02 14:55:01.012423 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b3793419-101e-44af-82e7-f4943a09202e req-efd288c0-5db9-460f-9b7b-1f55f3a11864 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104486 Feb 02 14:55:01.019859 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a01d8b63-59b3-48fb-9b18-ccf8b5fc8b22 req-f49433a7-6f3a-4e19-afe7-d3df5fb25846 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101699 Feb 02 14:55:01.025886 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-b002a4fb-ac44-4678-b46d-beee7bc09fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:01.027882 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-b002a4fb-ac44-4678-b46d-beee7bc09fcf service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dc71b8c198034b258b4e893ccd8be461&device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 1127 time: 0.1157699 Feb 02 14:55:01.045216 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:55:01.057122 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] Sync routers for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:55:01.070131 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:55:01.070794 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:54:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:01.109545 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a951d8fe-eb33-41d9-8223-b8a2f0311a4c x-openstack-request-id: req-a951d8fe-eb33-41d9-8223-b8a2f0311a4c {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:55:01.109819 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5443c016-9557-4e8b-931f-ccead64d47ac", "tag": "1a92561f-ac69-4302-b768-59477508a1ff", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:55:01.110072 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a951d8fe-eb33-41d9-8223-b8a2f0311a4c {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:55:01.110517 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5443c016-9557-4e8b-931f-ccead64d47ac', 'tag': '1a92561f-ac69-4302-b768-59477508a1ff', 'status': 'completed', 'code': 200} Feb 02 14:55:01.112009 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-ee7aa0b8-07f4-48bc-b6c3-36fd7d95a4bb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a92561f-ac69-4302-b768-59477508a1ff HTTP/1.1" status: 200 len: 217 time: 0.0709198 Feb 02 14:55:01.167163 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-39d01067-da09-4912-9aac-7b75d1f65130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:01.168769 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-39d01067-da09-4912-9aac-7b75d1f65130 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a240fa4a-5ae7-4096-a04c-423d455e0f25 HTTP/1.1" status: 200 len: 853 time: 0.0510201 Feb 02 14:55:01.205549 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-1a2d2e38-d3da-4e35-b0c6-f193e3024551 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f105991-02b5-450b-8fbd-ef9505e24d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307469 Feb 02 14:55:01.221861 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:55:01.353323 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5444c0-761f-4321-a8c6-f661f10ab4f1 req-533a49c1-78b7-42e4-946b-59f7d570b49b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:01.355058 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1d5444c0-761f-4321-a8c6-f661f10ab4f1 req-533a49c1-78b7-42e4-946b-59f7d570b49b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.1301439 Feb 02 14:55:01.357163 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-b905b0f8-842a-425d-917a-de5aee53a8ed service neutron] 10.222.0.115 "GET /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448996 Feb 02 14:55:01.387495 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] No DVR routers for this DVR port 6dbd5d16-f084-4504-9399-5a74f2fe496c on host hv-cinder-78251 {{(pid=121021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:55:01.390438 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:01.393966 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-e770b1c9-8d1c-4b06-a321-73e6f4b2abcc req-5d8444fb-7e47-4c22-80e5-514e4c70a57b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.115 "DELETE /v2.0/ports/6dbd5d16-f084-4504-9399-5a74f2fe496c HTTP/1.1" status: 204 len: 173 time: 1.3676052 Feb 02 14:55:01.394665 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'name': 'network-vif-deleted', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:55:01.397257 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be40c71c-3e60-407a-9c31-441b06b55186" -d '{"events": [{"server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "name": "network-vif-deleted", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:55:01.435596 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89025c0-cfd6-4c86-8aa0-c35a2ebde188 x-openstack-request-id: req-b89025c0-cfd6-4c86-8aa0-c35a2ebde188 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:55:01.436084 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821", "name": "network-vif-deleted", "tag": "6dbd5d16-f084-4504-9399-5a74f2fe496c", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:55:01.437000 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b89025c0-cfd6-4c86-8aa0-c35a2ebde188 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:55:01.437637 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821', 'name': 'network-vif-deleted', 'tag': '6dbd5d16-f084-4504-9399-5a74f2fe496c', 'status': 'completed', 'code': 200} Feb 02 14:55:01.491190 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:01.519639 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] Checking router: 73e4298b-d99c-45b4-aa3b-6829a06c5edc for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:55:01.528923 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:55:01.529493 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:54:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:01.584709 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 525a756d-2f8b-4d37-8976-6a0df0d08bda details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:55:01.678381 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:55:01.778236 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-61349da0-da55-4cf8-8761-3df97a8343a2 req-69a5e8b4-8dc6-4417-878e-802a5c6326fb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8fe8cf-419e-4ec3-9b7c-770ec2ebe821 HTTP/1.1" status: 200 len: 210 time: 0.0489969 Feb 02 14:55:01.808695 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1d5444c0-761f-4321-a8c6-f661f10ab4f1 req-1f508715-094c-4cb3-a95f-fac829ac2b5b tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4463370 Feb 02 14:55:01.820216 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5ab311-e95f-4809-a20f-bc94394ca061 req-0ffbaa1b-496b-41eb-b77e-910e17e043c6 service neutron] 10.222.0.115 "GET /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557812 Feb 02 14:55:01.901140 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 525a756d-2f8b-4d37-8976-6a0df0d08bda, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=525a756d-2f8b-4d37-8976-6a0df0d08bda,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:01.924334 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '525a756d-2f8b-4d37-8976-6a0df0d08bda', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'port_id': '525a756d-2f8b-4d37-8976-6a0df0d08bda', 'mac_address': 'fa:16:3e:e2:d2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:55:01.993466 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 525a756d-2f8b-4d37-8976-6a0df0d08bda is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:55:01.993850 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:02.148079 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525a756d-2f8b-4d37-8976-6a0df0d08bda {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:55:02.175968 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 525a756d-2f8b-4d37-8976-6a0df0d08bda, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=525a756d-2f8b-4d37-8976-6a0df0d08bda,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:02.177029 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:02.207791 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed17bda-8812-46bb-b701-60e1b204f574 None None] The sync data for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi is: [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:55:02.208342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37da0c-c11e-4eaf-b77f-306679525377 req-3c3ba6bc-2ff0-4395-95b4-41bc1c6cb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:02.209945 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f37da0c-c11e-4eaf-b77f-306679525377 req-3c3ba6bc-2ff0-4395-95b4-41bc1c6cb5fc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dc71b8c198034b258b4e893ccd8be461&device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 1127 time: 0.1673336 Feb 02 14:55:02.231462 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c9c79-ba69-4d21-b491-324016b9af3d req-0c04e175-02c3-48c5-b8c2-0eeefa6c8891 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:02.232990 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-968c9c79-ba69-4d21-b491-324016b9af3d req-0c04e175-02c3-48c5-b8c2-0eeefa6c8891 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 943 time: 0.1179087 Feb 02 14:55:02.237242 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:02.253553 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd66a3-2693-4b39-9759-5e3ba668d2bd req-5af1f614-e898-48ed-bbe9-0e85b1cb9d5c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:02.255260 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-62fd66a3-2693-4b39-9759-5e3ba668d2bd req-5af1f614-e898-48ed-bbe9-0e85b1cb9d5c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 943 time: 0.0978997 Feb 02 14:55:02.315927 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=525a756d-2f8b-4d37-8976-6a0df0d08bda,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:02.432506 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-968c9c79-ba69-4d21-b491-324016b9af3d req-0aacba3b-058d-431a-93c6-d33fa9646721 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662090 Feb 02 14:55:02.447986 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-62fd66a3-2693-4b39-9759-5e3ba668d2bd req-83727581-4428-4499-a2cd-163c6ad33598 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802249 Feb 02 14:55:02.462951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37da0c-c11e-4eaf-b77f-306679525377 req-d6c75d73-9ce4-4d55-872e-049413503228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:02.462951 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f37da0c-c11e-4eaf-b77f-306679525377 req-d6c75d73-9ce4-4d55-872e-049413503228 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f105991-02b5-450b-8fbd-ef9505e24d02 HTTP/1.1" status: 200 len: 915 time: 0.2211168 Feb 02 14:55:02.513091 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f37da0c-c11e-4eaf-b77f-306679525377 req-3136daf9-028d-48e3-9146-8626aaa2bfd6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a92561f-ac69-4302-b768-59477508a1ff HTTP/1.1" status: 200 len: 217 time: 0.0503573 Feb 02 14:55:02.551913 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d980093-0944-4c38-85ad-3856424e1d28 None None] New status for floating IP 72ec615c-bcb7-4674-894b-59dd129d261b: DOWN {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:55:02.567036 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37da0c-c11e-4eaf-b77f-306679525377 req-cbaf56cf-9619-4629-a75b-893a8df1cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:02.568644 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f37da0c-c11e-4eaf-b77f-306679525377 req-cbaf56cf-9619-4629-a75b-893a8df1cb79 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a240fa4a-5ae7-4096-a04c-423d455e0f25 HTTP/1.1" status: 200 len: 853 time: 0.0476134 Feb 02 14:55:02.608527 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['525a756d-2f8b-4d37-8976-6a0df0d08bda'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:55:02.620327 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f37da0c-c11e-4eaf-b77f-306679525377 req-42a3011f-d3dc-4ff9-9a28-390790936b28 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f105991-02b5-450b-8fbd-ef9505e24d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356796 Feb 02 14:55:02.745133 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f37da0c-c11e-4eaf-b77f-306679525377 req-7aa396a7-7283-4d11-b47b-db9eeea3ce54 service neutron] 10.222.0.115 "GET /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273420 Feb 02 14:55:02.860864 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f37da0c-c11e-4eaf-b77f-306679525377 req-65ebef0b-f776-411a-8c46-4ae7ef49fba6 service neutron] 10.222.0.115 "GET /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076372 Feb 02 14:55:02.960697 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7975-21ca-46ab-adde-3becaf05d66f req-5cf718b4-dc49-45a9-8ffe-e65d6ea6ac40 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:02.962165 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-656e7975-21ca-46ab-adde-3becaf05d66f req-5cf718b4-dc49-45a9-8ffe-e65d6ea6ac40 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0549135 Feb 02 14:55:03.009210 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39346) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:03.040845 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-656e7975-21ca-46ab-adde-3becaf05d66f req-09237ff8-581b-4e85-bf6e-8dbd54d5dfdb tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682557 Feb 02 14:55:03.065548 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-56c5ea60-9472-40c6-9350-31e16d1c519a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (673e49e5-7b4e-4ff9-b8b6-375e23efbfeb), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.090597 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-56c5ea60-9472-40c6-9350-31e16d1c519a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (673e49e5-7b4e-4ff9-b8b6-375e23efbfeb), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.203097 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-56c5ea60-9472-40c6-9350-31e16d1c519a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (673e49e5-7b4e-4ff9-b8b6-375e23efbfeb), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.206015 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-56c5ea60-9472-40c6-9350-31e16d1c519a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.207549 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-56c5ea60-9472-40c6-9350-31e16d1c519a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "DELETE /v2.0/security-groups/673e49e5-7b4e-4ff9-b8b6-375e23efbfeb HTTP/1.1" status: 204 len: 168 time: 0.1970160 Feb 02 14:55:03.210054 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39348) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:03.218629 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5ea60-9472-40c6-9350-31e16d1c519a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673e49e5-7b4e-4ff9-b8b6-375e23efbfeb,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:03.226136 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.api.v2.resource [None req-300d663e-b788-4e0d-b697-8923288668d9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] show failed (client error): The resource could not be found. Feb 02 14:55:03.237045 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-300d663e-b788-4e0d-b697-8923288668d9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups/673e49e5-7b4e-4ff9-b8b6-375e23efbfeb HTTP/1.1" status: 404 len: 347 time: 0.0257609 Feb 02 14:55:03.239960 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39350) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:03.411269 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-33cd7b30-55cb-4fad-b509-141f0f676980 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Deleting port 6418d45b-4a83-43d5-a9e8-f1b2b8b30e85 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:55:03.411517 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-33cd7b30-55cb-4fad-b509-141f0f676980 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (6418d45b-4a83-43d5-a9e8-f1b2b8b30e85), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.491976 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-33cd7b30-55cb-4fad-b509-141f0f676980 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (6418d45b-4a83-43d5-a9e8-f1b2b8b30e85), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.492307 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-33cd7b30-55cb-4fad-b509-141f0f676980 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (6418d45b-4a83-43d5-a9e8-f1b2b8b30e85), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.506823 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-33cd7b30-55cb-4fad-b509-141f0f676980 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Calling delete_port for 6418d45b-4a83-43d5-a9e8-f1b2b8b30e85 owned by network:floatingip {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:55:03.585262 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 525a756d-2f8b-4d37-8976-6a0df0d08bda up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:55:03.676881 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7f80d-d2d9-465d-877e-2448b87fe998 req-38583c18-99c8-4e63-99dd-7dd2819ac300 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:03.681990 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-13e7f80d-d2d9-465d-877e-2448b87fe998 req-38583c18-99c8-4e63-99dd-7dd2819ac300 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 943 time: 0.1657999 Feb 02 14:55:03.691853 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e2191-a8a0-41e2-8a77-9afd81542630 req-d5774560-a7e7-4e71-9a56-c8015460966e tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:03.695309 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-282e2191-a8a0-41e2-8a77-9afd81542630 req-d5774560-a7e7-4e71-9a56-c8015460966e tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 944 time: 0.1492915 Feb 02 14:55:03.728678 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 525a756d-2f8b-4d37-8976-6a0df0d08bda completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:55:03.734293 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 525a756d-2f8b-4d37-8976-6a0df0d08bda triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:55:03.734791 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.810696 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-13e7f80d-d2d9-465d-877e-2448b87fe998 req-eaa87c87-d42d-4402-87ee-75acefffdd8f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163843 Feb 02 14:55:03.815916 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-282e2191-a8a0-41e2-8a77-9afd81542630 req-cb02f23b-a13b-415f-b5a2-12e6bf12e66c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136315 Feb 02 14:55:03.863734 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 525a756d-2f8b-4d37-8976-6a0df0d08bda is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:55:03.864123 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.866350 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-33cd7b30-55cb-4fad-b509-141f0f676980 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (6418d45b-4a83-43d5-a9e8-f1b2b8b30e85), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.890904 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525a756d-2f8b-4d37-8976-6a0df0d08bda'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:55:03.893731 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec3ac34-3071-4821-a1f7-6515e5948318" -d '{"events": [{"server_uuid": "666bff0f-e5a0-4b51-8e6c-a3469b8c058b", "name": "network-vif-plugged", "status": "completed", "tag": "525a756d-2f8b-4d37-8976-6a0df0d08bda"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:55:03.911378 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 525a756d-2f8b-4d37-8976-6a0df0d08bda, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=525a756d-2f8b-4d37-8976-6a0df0d08bda,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:03.936219 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd7b30-55cb-4fad-b509-141f0f676980 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event deleted for resources: {'Port': ['ID=6418d45b-4a83-43d5-a9e8-f1b2b8b30e85,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:03.944247 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7068b5-86e3-416e-a667-3fa9466fc5fa x-openstack-request-id: req-1f7068b5-86e3-416e-a667-3fa9466fc5fa {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:55:03.944967 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666bff0f-e5a0-4b51-8e6c-a3469b8c058b", "name": "network-vif-plugged", "status": "completed", "tag": "525a756d-2f8b-4d37-8976-6a0df0d08bda", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:55:03.945283 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f7068b5-86e3-416e-a667-3fa9466fc5fa {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:55:03.945700 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525a756d-2f8b-4d37-8976-6a0df0d08bda', 'code': 200} Feb 02 14:55:03.975686 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-33cd7b30-55cb-4fad-b509-141f0f676980 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (72ec615c-bcb7-4674-894b-59dd129d261b), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.978660 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-33cd7b30-55cb-4fad-b509-141f0f676980 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.980064 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:03.980991 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 6dbd5d16-f084-4504-9399-5a74f2fe496c no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:55:03.984269 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-33cd7b30-55cb-4fad-b509-141f0f676980 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "DELETE /v2.0/floatingips/72ec615c-bcb7-4674-894b-59dd129d261b HTTP/1.1" status: 204 len: 168 time: 0.7422628 Feb 02 14:55:04.077295 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 6dbd5d16-f084-4504-9399-5a74f2fe496c {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:55:04.077674 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 6dbd5d16-f084-4504-9399-5a74f2fe496c not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:55:04.095781 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=525a756d-2f8b-4d37-8976-6a0df0d08bda,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:04.185361 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11600ef9-9c78-4fdd-883b-17f2e222dd45 req-0e776d19-be64-41fd-abbf-59f3755fbbc6 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:04.187790 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-11600ef9-9c78-4fdd-883b-17f2e222dd45 req-0e776d19-be64-41fd-abbf-59f3755fbbc6 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0586734 Feb 02 14:55:04.279572 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-11600ef9-9c78-4fdd-883b-17f2e222dd45 req-487896ed-8ea4-479f-9d85-10c31fd15386 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852795 Feb 02 14:55:04.374422 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39370) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:04.379068 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-55b46731-f867-4081-84a4-f341cb2c3626 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092103715', 'description': 'tempest-description--1871021982'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:55:04.480912 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492ea77-0698-4cf3-985f-30cc05b29118 req-10e3776b-759a-4279-b9a3-dd918ad06125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:04.482262 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-55b46731-f867-4081-84a4-f341cb2c3626 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:04.482497 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5492ea77-0698-4cf3-985f-30cc05b29118 req-10e3776b-759a-4279-b9a3-dd918ad06125 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 1129 time: 0.0447164 Feb 02 14:55:04.538011 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5492ea77-0698-4cf3-985f-30cc05b29118 req-c80f8da4-690d-460e-b66a-e02d5f9d02c0 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444589 Feb 02 14:55:04.555121 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-55b46731-f867-4081-84a4-f341cb2c3626 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (ee39cf04-1460-47f2-8d21-2748d9257966), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:04.682497 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-55b46731-f867-4081-84a4-f341cb2c3626 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ee39cf04-1460-47f2-8d21-2748d9257966), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:04.716892 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b46731-f867-4081-84a4-f341cb2c3626 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee39cf04-1460-47f2-8d21-2748d9257966,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:04.810448 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-55b46731-f867-4081-84a4-f341cb2c3626 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:04.812316 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-55b46731-f867-4081-84a4-f341cb2c3626 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4367952 Feb 02 14:55:04.815490 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39374) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:04.820277 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-f3a22f8e-24d0-4083-a3ff-26a50073790c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'security_group_rule': {'security_group_id': 'ee39cf04-1460-47f2-8d21-2748d9257966', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:55:04.913062 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f3a22f8e-24d0-4083-a3ff-26a50073790c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (4c0fc5f9-829a-41ad-8963-d87cfe881147), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:04.983972 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f3a22f8e-24d0-4083-a3ff-26a50073790c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (4c0fc5f9-829a-41ad-8963-d87cfe881147), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:04.995164 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1000a65-16e5-45ed-bcb9-c30e50f6befe req-4654ce5c-828e-4a16-a7c9-4236c9bb1d01 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:04.996811 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c1000a65-16e5-45ed-bcb9-c30e50f6befe req-4654ce5c-828e-4a16-a7c9-4236c9bb1d01 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0918698 Feb 02 14:55:05.010417 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac9cf8-e085-4e43-9550-b154bee11640 req-c0564ad1-6e84-4b9d-b302-b4e2a7819a1b tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:05.011913 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-17ac9cf8-e085-4e43-9550-b154bee11640 req-c0564ad1-6e84-4b9d-b302-b4e2a7819a1b tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 943 time: 0.0973861 Feb 02 14:55:05.059613 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f3a22f8e-24d0-4083-a3ff-26a50073790c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (4c0fc5f9-829a-41ad-8963-d87cfe881147), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:05.082592 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c1000a65-16e5-45ed-bcb9-c30e50f6befe req-3c90cc58-abf8-417a-8c51-129017b59eea tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794930 Feb 02 14:55:05.089073 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a22f8e-24d0-4083-a3ff-26a50073790c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0fc5f9-829a-41ad-8963-d87cfe881147,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:05.089816 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-17ac9cf8-e085-4e43-9550-b154bee11640 req-15bc1a96-1d67-4480-a35b-16518a2d56d9 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714796 Feb 02 14:55:05.187821 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f3a22f8e-24d0-4083-a3ff-26a50073790c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:05.189003 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f3a22f8e-24d0-4083-a3ff-26a50073790c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3723338 Feb 02 14:55:05.192185 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39380) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:05.197150 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-feaa980c-fb51-478d-9222-9a4da3a4e73c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'security_group_rule': {'security_group_id': 'ee39cf04-1460-47f2-8d21-2748d9257966', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:55:05.345008 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-feaa980c-fb51-478d-9222-9a4da3a4e73c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (2b03127e-5402-44f1-b1c7-c28143a1209d), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:05.430472 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-feaa980c-fb51-478d-9222-9a4da3a4e73c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (2b03127e-5402-44f1-b1c7-c28143a1209d), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:05.441979 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8d3d4-76a9-4a1f-8177-1ad542578576 req-1f903075-ca67-4a7b-825c-eaf1985c899e tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:05.443488 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c1e8d3d4-76a9-4a1f-8177-1ad542578576 req-1f903075-ca67-4a7b-825c-eaf1985c899e tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0863199 Feb 02 14:55:05.503471 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c1e8d3d4-76a9-4a1f-8177-1ad542578576 req-20f42b0a-d32b-41f7-a057-37b4cd573a66 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&id=ebd765ee-e9df-4ea0-b040-993eb843d724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541487 Feb 02 14:55:05.528236 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-feaa980c-fb51-478d-9222-9a4da3a4e73c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (2b03127e-5402-44f1-b1c7-c28143a1209d), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:05.550561 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa980c-fb51-478d-9222-9a4da3a4e73c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b03127e-5402-44f1-b1c7-c28143a1209d,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:05.587192 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 1a92561f-ac69-4302-b768-59477508a1ff details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:55:05.628368 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-feaa980c-fb51-478d-9222-9a4da3a4e73c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:05.629659 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-feaa980c-fb51-478d-9222-9a4da3a4e73c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4364231 Feb 02 14:55:05.638925 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39394) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:05.643787 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'floatingip': {'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:55:05.692441 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 1a92561f-ac69-4302-b768-59477508a1ff, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=1a92561f-ac69-4302-b768-59477508a1ff,segment=NetworkSegment(cef5eb46-d231-47b8-b887-1a23f6556fce),segment_id=cef5eb46-d231-47b8-b887-1a23f6556fce)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:05.704352 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '1a92561f-ac69-4302-b768-59477508a1ff', 'network_id': '1f105991-02b5-450b-8fbd-ef9505e24d02', 'port_id': '1a92561f-ac69-4302-b768-59477508a1ff', 'mac_address': 'fa:16:3e:51:ee:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a240fa4a-5ae7-4096-a04c-423d455e0f25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:55:05.739638 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:05.756403 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 1a92561f-ac69-4302-b768-59477508a1ff is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:55:05.756793 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (1a92561f-ac69-4302-b768-59477508a1ff), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:05.772128 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a92561f-ac69-4302-b768-59477508a1ff {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:55:05.796535 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 1a92561f-ac69-4302-b768-59477508a1ff, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=1a92561f-ac69-4302-b768-59477508a1ff,segment=NetworkSegment(cef5eb46-d231-47b8-b887-1a23f6556fce),segment_id=cef5eb46-d231-47b8-b887-1a23f6556fce)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:05.865394 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:05.876185 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (1a92561f-ac69-4302-b768-59477508a1ff), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:05.925379 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=1a92561f-ac69-4302-b768-59477508a1ff,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:05.969398 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Allocated IP 172.27.3.196 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/4c81cfb8-2a9a-4e9b-b312-ff58512ffc93) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:55:06.077954 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for port (4c81cfb8-2a9a-4e9b-b312-ff58512ffc93), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:06.218701 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (4c81cfb8-2a9a-4e9b-b312-ff58512ffc93), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:06.271987 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:55:06.282149 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5bd99-7951-4eb3-88be-b71b5721f91b req-10966eb4-3071-40d7-8719-67a618615e0a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:06.283663 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e7d5bd99-7951-4eb3-88be-b71b5721f91b req-10966eb4-3071-40d7-8719-67a618615e0a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.1305220 Feb 02 14:55:06.292852 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:55:06.303009 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:55:06.308821 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'Port': ['ID=4c81cfb8-2a9a-4e9b-b312-ff58512ffc93,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:06.323620 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['1a92561f-ac69-4302-b768-59477508a1ff'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:55:06.344427 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c24ee-697b-440c-852c-c11b8f419afc req-0024c669-63c3-45ca-982c-2e4d05952451 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:06.346101 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fc7c24ee-697b-440c-852c-c11b8f419afc req-0024c669-63c3-45ca-982c-2e4d05952451 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 944 time: 0.1651490 Feb 02 14:55:06.416510 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e7d5bd99-7951-4eb3-88be-b71b5721f91b req-cf571938-7e52-4c25-9473-f8ed27b6dd90 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262891 Feb 02 14:55:06.455521 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fc7c24ee-697b-440c-852c-c11b8f419afc req-4604e109-1d85-4d47-ab4a-bec981dd9167 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016593 Feb 02 14:55:06.477089 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (fdf888f6-713f-4be4-a4e5-1f7450277ab8), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:06.571325 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (4c81cfb8-2a9a-4e9b-b312-ff58512ffc93), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:06.718594 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for port (4c81cfb8-2a9a-4e9b-b312-ff58512ffc93), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:06.762319 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (4c81cfb8-2a9a-4e9b-b312-ff58512ffc93), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:06.839274 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'Port': ['ID=4c81cfb8-2a9a-4e9b-b312-ff58512ffc93,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:06.851043 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (fdf888f6-713f-4be4-a4e5-1f7450277ab8), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:06.935364 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:06.937489 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-981a2bc3-728d-4cb4-b118-a6239618e23c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2973466 Feb 02 14:55:07.137601 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-45c119fd-0c7a-4b5b-8f1a-457b13b8a86e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1092103715&fields=id&tenant_id=288118205ed44744a302b296426f45f7 HTTP/1.1" status: 200 len: 267 time: 0.0434129 Feb 02 14:55:07.247767 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-88b36cc1-edda-42d7-998b-2d2bdb18f50b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:07.249265 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-88b36cc1-edda-42d7-998b-2d2bdb18f50b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 815 time: 0.1043594 Feb 02 14:55:07.267169 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-c89e3372-0e41-4337-89bd-fe5b5c8d693b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/quotas/288118205ed44744a302b296426f45f7 HTTP/1.1" status: 200 len: 375 time: 0.0106347 Feb 02 14:55:07.323512 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-0757e31c-a4e4-42d1-b0a6-b6b4213b7d46 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519919 Feb 02 14:55:07.419601 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-a013835b-3f14-43b5-a854-d930537a207a service neutron] 10.222.0.10 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842741 Feb 02 14:55:07.523079 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-436e15be-95d4-43d9-9ece-f0a3e53b1e60 service neutron] 10.222.0.10 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972819 Feb 02 14:55:07.585030 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 1a92561f-ac69-4302-b768-59477508a1ff up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:55:07.619037 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4e3b4-d662-4ccb-90d8-5406a944f454 req-84d616d1-6d3e-4089-9954-87d0a2a4877c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:07.620539 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3ab4e3b4-d662-4ccb-90d8-5406a944f454 req-84d616d1-6d3e-4089-9954-87d0a2a4877c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.1340172 Feb 02 14:55:07.671953 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3ab4e3b4-d662-4ccb-90d8-5406a944f454 req-eff3ca5b-0156-4465-a729-aee361dd1719 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 Feb 02 14:55:07.761283 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 1a92561f-ac69-4302-b768-59477508a1ff completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:55:07.769506 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 1a92561f-ac69-4302-b768-59477508a1ff triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:55:07.770108 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (1a92561f-ac69-4302-b768-59477508a1ff), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:07.815301 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f5919-9ab3-4dc0-9fce-511239c50493 req-59caa454-6d2b-4671-808b-fb4359b5c186 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:07.816939 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e54f5919-9ab3-4dc0-9fce-511239c50493 req-59caa454-6d2b-4671-808b-fb4359b5c186 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 944 time: 0.0877213 Feb 02 14:55:07.883949 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 1a92561f-ac69-4302-b768-59477508a1ff is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:55:07.884546 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (1a92561f-ac69-4302-b768-59477508a1ff), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:07.909771 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5443c016-9557-4e8b-931f-ccead64d47ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a92561f-ac69-4302-b768-59477508a1ff'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:55:07.912037 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dede61d-d80f-4e13-b772-e0cb4f3f71a3" -d '{"events": [{"server_uuid": "5443c016-9557-4e8b-931f-ccead64d47ac", "name": "network-vif-plugged", "status": "completed", "tag": "1a92561f-ac69-4302-b768-59477508a1ff"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:55:07.914090 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e54f5919-9ab3-4dc0-9fce-511239c50493 req-fe28bfbc-2d33-43dc-8a78-07a699683c7c tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620179 Feb 02 14:55:07.933251 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 1a92561f-ac69-4302-b768-59477508a1ff, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=1a92561f-ac69-4302-b768-59477508a1ff,segment=NetworkSegment(cef5eb46-d231-47b8-b887-1a23f6556fce),segment_id=cef5eb46-d231-47b8-b887-1a23f6556fce)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:07.943880 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695154b-3978-4771-8caa-c03a11c781e6 req-bbbfd0b9-f04e-447c-9e4b-c97c2451162f tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:07.945451 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2695154b-3978-4771-8caa-c03a11c781e6 req-bbbfd0b9-f04e-447c-9e4b-c97c2451162f tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.1276076 Feb 02 14:55:07.954577 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39438) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:07.959916 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-cbd2b90b-cc00-4194-b90c-d7778053724c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'floatingip': {'port_id': '525a756d-2f8b-4d37-8976-6a0df0d08bda'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:55:07.976108 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-52e6c0f5-f01c-4b13-bc6f-249ac50c7095 req-50f54209-88f1-4f25-af45-851103b7966a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 210 time: 0.0285017 Feb 02 14:55:07.988054 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f1e8ef-f75c-4d5f-8646-8a45d019fb45 x-openstack-request-id: req-36f1e8ef-f75c-4d5f-8646-8a45d019fb45 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:55:07.988473 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5443c016-9557-4e8b-931f-ccead64d47ac", "name": "network-vif-plugged", "status": "completed", "tag": "1a92561f-ac69-4302-b768-59477508a1ff", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:55:07.988944 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36f1e8ef-f75c-4d5f-8646-8a45d019fb45 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:55:07.989306 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5443c016-9557-4e8b-931f-ccead64d47ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a92561f-ac69-4302-b768-59477508a1ff', 'code': 200} Feb 02 14:55:08.011413 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cbd2b90b-cc00-4194-b90c-d7778053724c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (1b379f98-7011-440b-85c0-115d4f2d1520), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:08.015512 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (1a92561f-ac69-4302-b768-59477508a1ff), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:08.069906 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=1a92561f-ac69-4302-b768-59477508a1ff,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:08.404360 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec6fbe-8f3b-4a55-abeb-0a20500f1684 req-1e4458be-1d20-423c-ab7c-562cb821fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:08.406203 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b5ec6fbe-8f3b-4a55-abeb-0a20500f1684 req-1e4458be-1d20-423c-ab7c-562cb821fa68 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 1129 time: 0.0542309 Feb 02 14:55:08.454557 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b5ec6fbe-8f3b-4a55-abeb-0a20500f1684 req-231cede4-02cd-4c0f-8f2a-3127c34952d8 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Feb 02 14:55:08.481722 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cbd2b90b-cc00-4194-b90c-d7778053724c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:08.557177 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cbd2b90b-cc00-4194-b90c-d7778053724c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (1b379f98-7011-440b-85c0-115d4f2d1520), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:08.661675 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.l3_db [None req-cbd2b90b-cc00-4194-b90c-d7778053724c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Floating IP 1b379f98-7011-440b-85c0-115d4f2d1520 associated. External IP: 172.27.3.191, port: 525a756d-2f8b-4d37-8976-6a0df0d08bda. Feb 02 14:55:08.881032 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd2b90b-cc00-4194-b90c-d7778053724c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Router bbd984ec-cb32-47ec-9194-c2452b2cbc8c has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:55:08.992576 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd2b90b-cc00-4194-b90c-d7778053724c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:55:08.997585 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cbd2b90b-cc00-4194-b90c-d7778053724c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:09.004616 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] Sync routers for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:55:09.015976 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:55:09.018494 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:54:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:09.035336 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-cbd2b90b-cc00-4194-b90c-d7778053724c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "PUT /v2.0/floatingips/1b379f98-7011-440b-85c0-115d4f2d1520 HTTP/1.1" status: 200 len: 991 time: 1.0793850 Feb 02 14:55:09.036373 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'tag': '525a756d-2f8b-4d37-8976-6a0df0d08bda'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:55:09.038850 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e152e606-4a69-4b82-bbfa-3538a53eba72" -d '{"events": [{"name": "network-changed", "server_uuid": "666bff0f-e5a0-4b51-8e6c-a3469b8c058b", "tag": "525a756d-2f8b-4d37-8976-6a0df0d08bda"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:55:09.066563 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cc5e0-d891-4c35-a70e-abe439cb99a0 req-eb0abe88-00e9-48d0-a7dd-fcd650cb4318 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:09.068406 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ce1cc5e0-d891-4c35-a70e-abe439cb99a0 req-eb0abe88-00e9-48d0-a7dd-fcd650cb4318 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 945 time: 0.0875468 Feb 02 14:55:09.113096 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d42b0c8e-742f-4e4c-869b-996a056ff281 req-7b904d19-9a00-48b6-8be8-a6c826451892 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 210 time: 0.0433636 Feb 02 14:55:09.155612 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:55:09.160603 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ce1cc5e0-d891-4c35-a70e-abe439cb99a0 req-2113fbd7-abb0-4bd1-a5cb-1a9791b3ee5a tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726712 Feb 02 14:55:09.203747 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0741b753-6539-4c4b-a601-36c02976a1b4 x-openstack-request-id: req-0741b753-6539-4c4b-a601-36c02976a1b4 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:55:09.204043 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666bff0f-e5a0-4b51-8e6c-a3469b8c058b", "tag": "525a756d-2f8b-4d37-8976-6a0df0d08bda", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:55:09.204315 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0741b753-6539-4c4b-a601-36c02976a1b4 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:55:09.205787 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'tag': '525a756d-2f8b-4d37-8976-6a0df0d08bda', 'status': 'completed', 'code': 200} Feb 02 14:55:09.246747 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66fbfc-cae7-48f4-9d6e-67dd656f33bf req-561a054a-d820-4a7e-b285-62c046156e1d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:09.248761 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ab66fbfc-cae7-48f4-9d6e-67dd656f33bf req-561a054a-d820-4a7e-b285-62c046156e1d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0555704 Feb 02 14:55:09.333866 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ab66fbfc-cae7-48f4-9d6e-67dd656f33bf req-c7366a4b-d7e3-4d53-ae1b-291d64301a6b tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780280 Feb 02 14:55:09.343770 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-991a5197-bfa7-47fd-92de-d4d59f034861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:09.345297 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-991a5197-bfa7-47fd-92de-d4d59f034861 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 1129 time: 0.0719790 Feb 02 14:55:09.442584 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-be995bac-1246-4a7d-9805-e239a8fbe487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:09.444110 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-be995bac-1246-4a7d-9805-e239a8fbe487 service neutron] 10.222.0.115 "GET /v2.0/networks?id=2813ccbc-bb37-4402-87c3-2fe928b76d75 HTTP/1.1" status: 200 len: 912 time: 0.0879877 Feb 02 14:55:09.454959 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '1b379f98-7011-440b-85c0-115d4f2d1520', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'port_id': '525a756d-2f8b-4d37-8976-6a0df0d08bda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'mac_address': 'fa:16:3e:e2:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:54:47Z', 'updated_at': '2022-02-02T14:55:08Z', 'revision_number': 1, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:09.485978 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] Checking router: bbd984ec-cb32-47ec-9194-c2452b2cbc8c for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:55:09.494660 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:55:09.495296 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:54:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:09.526735 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-3d4dcdc5-5227-406b-85e0-51996d269ec9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a756d-2f8b-4d37-8976-6a0df0d08bda HTTP/1.1" status: 200 len: 999 time: 0.0661843 Feb 02 14:55:09.576373 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-d50f03bc-f39f-44a4-be5a-a75aa8c728b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:09.578552 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-d50f03bc-f39f-44a4-be5a-a75aa8c728b8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=6ea74d05-2afb-4e1c-b116-b80e5c25cdd7 HTTP/1.1" status: 200 len: 849 time: 0.0457778 Feb 02 14:55:09.635768 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-e20c4438-fe57-401e-befe-a23c6d9eccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:09.637222 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-e20c4438-fe57-401e-befe-a23c6d9eccbd service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2813ccbc-bb37-4402-87c3-2fe928b76d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481021 Feb 02 14:55:09.729702 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:55:09.746992 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-a0a35653-f3da-4cd9-b3d0-39737a48c4fa service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907950 Feb 02 14:55:09.872061 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e152e606-4a69-4b82-bbfa-3538a53eba72 req-c6527945-e694-49fd-9bbf-81ec31fe4ca1 service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881126 Feb 02 14:55:09.965604 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '1b379f98-7011-440b-85c0-115d4f2d1520', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'port_id': '525a756d-2f8b-4d37-8976-6a0df0d08bda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'mac_address': 'fa:16:3e:e2:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:54:47Z', 'updated_at': '2022-02-02T14:55:08Z', 'revision_number': 1, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:09.999294 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981082ac-ce76-41ec-a1a7-a059e2b29795 None None] The sync data for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi is: [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '1b379f98-7011-440b-85c0-115d4f2d1520', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'port_id': '525a756d-2f8b-4d37-8976-6a0df0d08bda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'mac_address': 'fa:16:3e:e2:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:54:47Z', 'updated_at': '2022-02-02T14:55:08Z', 'revision_number': 1, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:55:10.207651 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38691d9-3560-46c3-8d90-91c653beaeb9 None None] New status for floating IP 1b379f98-7011-440b-85c0-115d4f2d1520: ACTIVE {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:55:10.232741 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fa3fdb41-e006-4bf8-bfec-99ec1a47995c req-1e505575-c722-4e9f-82df-c190b42b9b08 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 210 time: 0.0350509 Feb 02 14:55:10.288058 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39652d-e2cf-40d9-b08c-b9af5ffe5571 req-e383c4ef-6c23-450d-950b-570967bbec8a tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:10.289652 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6b39652d-e2cf-40d9-b08c-b9af5ffe5571 req-e383c4ef-6c23-450d-950b-570967bbec8a tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 945 time: 0.0548360 Feb 02 14:55:10.339631 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6b39652d-e2cf-40d9-b08c-b9af5ffe5571 req-27a6833e-f210-46a2-9a37-7eb882f0c337 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Feb 02 14:55:10.536260 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0ff1b-2ba6-42ac-9e58-572902adb117 req-45a5b16e-aa7a-41ff-beec-66d606975f7c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:10.537770 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-19b0ff1b-2ba6-42ac-9e58-572902adb117 req-45a5b16e-aa7a-41ff-beec-66d606975f7c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.1267445 Feb 02 14:55:10.562832 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-a3108e23-7c80-4c29-8a67-cef50905d5da tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:10.564322 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-a3108e23-7c80-4c29-8a67-cef50905d5da tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.115 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 815 time: 0.1424375 Feb 02 14:55:10.620365 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-19b0ff1b-2ba6-42ac-9e58-572902adb117 req-ad7fd052-79b6-4946-ac06-a202c8be2b6a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737000 Feb 02 14:55:10.662160 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-cea890d6-d952-48d5-b186-e16be022ccf7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=288118205ed44744a302b296426f45f7 HTTP/1.1" status: 200 len: 380 time: 0.0663772 Feb 02 14:55:10.676553 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'port': {'device_id': '764fe204-7d91-4aa1-8890-65915a3e8972', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'admin_state_up': True, 'tenant_id': '288118205ed44744a302b296426f45f7', 'security_groups': ['ee39cf04-1460-47f2-8d21-2748d9257966']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:55:10.899296 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Made reservation on behalf of 288118205ed44744a302b296426f45f7 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:55:10.902792 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:11.036172 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Allocated IP 172.20.0.7 (c17544a5-d2c4-42f7-94cc-d29c8257a630/9f124fc1-cdbb-4836-a7e8-744894a6e955/3e72e484-92f5-44ec-876d-b39997decaab) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:55:11.370011 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-05133437-06fc-4f53-a932-807f73144a68 req-04ae829e-5537-4391-9a34-75e013a3edf8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 210 time: 0.0397804 Feb 02 14:55:11.463488 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for port (3e72e484-92f5-44ec-876d-b39997decaab), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:11.585587 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:11.627641 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Network c17544a5-d2c4-42f7-94cc-d29c8257a630 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:55:11.630597 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:55:11.632983 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:55:11.667665 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event updated for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:11.691789 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:11.692468 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:11.833742 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-633e5677-196f-4bcf-97da-e6d43d591a75 None None] Provisioning complete for port 3e72e484-92f5-44ec-876d-b39997decaab triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:55:11.841531 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-e1142b33-4c69-452a-93ba-d8730d4e1624 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1625767 Feb 02 14:55:11.841688 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-633e5677-196f-4bcf-97da-e6d43d591a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (3e72e484-92f5-44ec-876d-b39997decaab), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:11.853414 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Request body: {'port': {'device_id': '764fe204-7d91-4aa1-8890-65915a3e8972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:55:11.869589 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-633e5677-196f-4bcf-97da-e6d43d591a75 None None] Port 3e72e484-92f5-44ec-876d-b39997decaab cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:55:11.916394 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3e72e484-92f5-44ec-876d-b39997decaab), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:12.186241 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e72e484-92f5-44ec-876d-b39997decaab {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:55:12.194090 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Publish callbacks [] for port (3e72e484-92f5-44ec-876d-b39997decaab), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:12.207788 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Transition to ACTIVE for port object 3e72e484-92f5-44ec-876d-b39997decaab will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:55:12.288025 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:12.418711 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:12.445475 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Attempting to bind port 3e72e484-92f5-44ec-876d-b39997decaab on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:55:12.446304 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Attempting to bind port 3e72e484-92f5-44ec-876d-b39997decaab by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:55:12.446304 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Attempting to bind port 3e72e484-92f5-44ec-876d-b39997decaab on network c17544a5-d2c4-42f7-94cc-d29c8257a630 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:55:12.451201 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Port 3e72e484-92f5-44ec-876d-b39997decaab on network c17544a5-d2c4-42f7-94cc-d29c8257a630 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:55:12.451971 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Attempting to bind port 3e72e484-92f5-44ec-876d-b39997decaab on network c17544a5-d2c4-42f7-94cc-d29c8257a630 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:55:12.457469 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:55:12.457809 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Checking segment: {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:55:12.458263 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Bound using segment: {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:55:12.458697 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Bound port: 3e72e484-92f5-44ec-876d-b39997decaab, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7389067-95c0-4df9-b2eb-194e13b995a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:55:12.459109 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3e72e484-92f5-44ec-876d-b39997decaab), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:12.563719 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:55:12.572026 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efcd3e-117c-412a-a3b5-25dbd6894be7 req-883bf577-adad-4983-b651-721e79789bf2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:12.573581 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-37efcd3e-117c-412a-a3b5-25dbd6894be7 req-883bf577-adad-4983-b651-721e79789bf2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.1042094 Feb 02 14:55:12.585804 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:55:12.629385 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-37efcd3e-117c-412a-a3b5-25dbd6894be7 req-3190fedc-0d33-438c-8805-1eb77ec3f82b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475409 Feb 02 14:55:12.653322 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:12.681384 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-52464ccf-4dda-44d2-bc4b-8e80e081ec5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:12.689522 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:12.690583 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:12.691814 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] 10.222.0.115 "PUT /v2.0/ports/3e72e484-92f5-44ec-876d-b39997decaab HTTP/1.1" status: 200 len: 1093 time: 0.8422582 Feb 02 14:55:12.691814 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:55:12.693999 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bce75c1-a40d-4c5f-905a-2f6b9e407c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "tag": "3e72e484-92f5-44ec-876d-b39997decaab"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:55:12.725968 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96966671-e712-4613-85a7-bda4bd521ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:12.750336 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dc9c97-632f-4ed4-9b9c-90f7578c39f5 x-openstack-request-id: req-28dc9c97-632f-4ed4-9b9c-90f7578c39f5 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:55:12.750632 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "tag": "3e72e484-92f5-44ec-876d-b39997decaab", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:55:12.750923 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28dc9c97-632f-4ed4-9b9c-90f7578c39f5 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:55:12.751333 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab', 'status': 'completed', 'code': 200} Feb 02 14:55:12.860287 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce75c1-a40d-4c5f-905a-2f6b9e407c5a req-e2313b44-fa64-4ebb-9c29-d32f809afff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:12.862151 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2bce75c1-a40d-4c5f-905a-2f6b9e407c5a req-e2313b44-fa64-4ebb-9c29-d32f809afff7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 1127 time: 0.0512381 Feb 02 14:55:12.971447 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce75c1-a40d-4c5f-905a-2f6b9e407c5a req-4d2b42e6-4c8e-4ccd-9d7c-893b57b29030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:12.972846 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2bce75c1-a40d-4c5f-905a-2f6b9e407c5a req-4d2b42e6-4c8e-4ccd-9d7c-893b57b29030 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=288118205ed44744a302b296426f45f7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0960875 Feb 02 14:55:13.066495 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce75c1-a40d-4c5f-905a-2f6b9e407c5a req-2ae28ee6-cdfa-43b2-b7fe-7c673781bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:13.067764 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2bce75c1-a40d-4c5f-905a-2f6b9e407c5a req-2ae28ee6-cdfa-43b2-b7fe-7c673781bae1 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0885534 Feb 02 14:55:13.180135 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-bfdbab58-0c2a-48df-9daa-b11a8c3ac7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:13.181683 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-bfdbab58-0c2a-48df-9daa-b11a8c3ac7cc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 1127 time: 0.0498559 Feb 02 14:55:13.239420 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-c0ab79f3-b185-4d67-9aa1-fbe3ceb8654e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e72e484-92f5-44ec-876d-b39997decaab HTTP/1.1" status: 200 len: 217 time: 0.0350862 Feb 02 14:55:13.288301 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-f27bad9b-6fec-476b-9a35-7440bfe0db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:13.289746 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-f27bad9b-6fec-476b-9a35-7440bfe0db27 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 200 len: 854 time: 0.0440798 Feb 02 14:55:13.345697 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-10f010c8-18ed-4e07-a16c-98cd9b5152ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:13.347184 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-10f010c8-18ed-4e07-a16c-98cd9b5152ca service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c17544a5-d2c4-42f7-94cc-d29c8257a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505741 Feb 02 14:55:13.443494 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-af0cd84a-f462-4cd2-9244-b43e3f6d025a service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Feb 02 14:55:13.535993 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fe6ec95f-ea0b-43d9-983c-6bf7fd867d81 req-7eca2993-2042-40f4-a22d-66b79ffbfc01 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861087 Feb 02 14:55:13.754373 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9feaa-3bdd-410f-b10d-16d6a0fe9aaa req-cfe4b567-fddc-4fcf-8157-4bdb0ffbd1f9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:13.755905 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42f9feaa-3bdd-410f-b10d-16d6a0fe9aaa req-cfe4b567-fddc-4fcf-8157-4bdb0ffbd1f9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0543900 Feb 02 14:55:13.803252 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42f9feaa-3bdd-410f-b10d-16d6a0fe9aaa req-94a1ec69-56c5-4c3b-8eba-de2aa33111ce tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418835 Feb 02 14:55:13.924877 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39536) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:13.969853 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8d2f46-c234-4573-8ebd-99a2f20efd02 admin admin] Deleting subnet 8e2abcf1-21cb-4de2-b7da-cf098a33b9d1 {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:55:13.973027 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-da8d2f46-c234-4573-8ebd-99a2f20efd02 admin admin] Publish callbacks [] for subnet (8e2abcf1-21cb-4de2-b7da-cf098a33b9d1), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.010558 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-da8d2f46-c234-4573-8ebd-99a2f20efd02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (8e2abcf1-21cb-4de2-b7da-cf098a33b9d1), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.050152 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-da8d2f46-c234-4573-8ebd-99a2f20efd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (8e2abcf1-21cb-4de2-b7da-cf098a33b9d1), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.219621 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-da8d2f46-c234-4573-8ebd-99a2f20efd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (8e2abcf1-21cb-4de2-b7da-cf098a33b9d1), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.246061 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d2f46-c234-4573-8ebd-99a2f20efd02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2abcf1-21cb-4de2-b7da-cf098a33b9d1,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:14.252448 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-da8d2f46-c234-4573-8ebd-99a2f20efd02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.256339 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-da8d2f46-c234-4573-8ebd-99a2f20efd02 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8e2abcf1-21cb-4de2-b7da-cf098a33b9d1 HTTP/1.1" status: 204 len: 168 time: 0.3304279 Feb 02 14:55:14.258837 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39538) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:14.332447 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (7ce4f012-b58c-48b8-af0b-d8a81b7639d4), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.410235 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (7ce4f012-b58c-48b8-af0b-d8a81b7639d4), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.430258 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce4f012-b58c-48b8-af0b-d8a81b7639d4']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:14.440201 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4b5828-a6b7-471a-8d10-627c15ad466d') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:14.440498 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4b5828-a6b7-471a-8d10-627c15ad466d') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:14.450120 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (7e4b5828-a6b7-471a-8d10-627c15ad466d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.464246 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (7e4b5828-a6b7-471a-8d10-627c15ad466d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.470478 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:55:14.471245 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (7e4b5828-a6b7-471a-8d10-627c15ad466d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:55:14.473074 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:55:14.631488 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (7ce4f012-b58c-48b8-af0b-d8a81b7639d4), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.636055 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.639391 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7ce4f012-b58c-48b8-af0b-d8a81b7639d4 HTTP/1.1" status: 204 len: 168 time: 0.3795118 Feb 02 14:55:14.642395 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39542) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:14.651952 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e161432-714e-472d-8e55-ead45ae3b882 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce4f012-b58c-48b8-af0b-d8a81b7639d4,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:14.689069 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-70773c09-308e-4c47-baca-ca5aaa22dee5 admin admin] Deleting subnet 67c3506d-f29e-4348-af19-75b9256daa88 {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:55:14.692476 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-70773c09-308e-4c47-baca-ca5aaa22dee5 admin admin] Publish callbacks [] for subnet (67c3506d-f29e-4348-af19-75b9256daa88), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.730516 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-70773c09-308e-4c47-baca-ca5aaa22dee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (67c3506d-f29e-4348-af19-75b9256daa88), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.770408 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-70773c09-308e-4c47-baca-ca5aaa22dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (67c3506d-f29e-4348-af19-75b9256daa88), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.893944 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-70773c09-308e-4c47-baca-ca5aaa22dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (67c3506d-f29e-4348-af19-75b9256daa88), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.922699 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70773c09-308e-4c47-baca-ca5aaa22dee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c3506d-f29e-4348-af19-75b9256daa88,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:14.924737 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-70773c09-308e-4c47-baca-ca5aaa22dee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:14.928229 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5628-0e83-49cf-9435-547f35b03c62 req-e5bca99c-5563-48f9-8740-510250d6d0c8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:14.930098 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-563c5628-0e83-49cf-9435-547f35b03c62 req-e5bca99c-5563-48f9-8740-510250d6d0c8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0545652 Feb 02 14:55:14.930412 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39546) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:14.931506 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-70773c09-308e-4c47-baca-ca5aaa22dee5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/67c3506d-f29e-4348-af19-75b9256daa88 HTTP/1.1" status: 204 len: 168 time: 0.2875834 Feb 02 14:55:15.026695 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (c3e167fa-0333-44b3-9f36-46d20ebe866b), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:15.038845 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-563c5628-0e83-49cf-9435-547f35b03c62 req-16499eff-9ec5-4ac5-a24d-6c670f3781c5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014578 Feb 02 14:55:15.116445 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3348a93f-7089-4335-8c9b-06b3c117b7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:15.117249 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (c3e167fa-0333-44b3-9f36-46d20ebe866b), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:15.137219 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e167fa-0333-44b3-9f36-46d20ebe866b']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:15.147243 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db892f5-fd8b-42cf-9f9f-43fa8e9fd3b5') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:15.147538 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db892f5-fd8b-42cf-9f9f-43fa8e9fd3b5') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:15.157746 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (1db892f5-fd8b-42cf-9f9f-43fa8e9fd3b5), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:15.170707 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (1db892f5-fd8b-42cf-9f9f-43fa8e9fd3b5), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:15.176753 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:55:15.177131 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (1db892f5-fd8b-42cf-9f9f-43fa8e9fd3b5), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:55:15.178742 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:55:15.339547 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (c3e167fa-0333-44b3-9f36-46d20ebe866b), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:15.344392 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:15.347940 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c3e167fa-0333-44b3-9f36-46d20ebe866b HTTP/1.1" status: 204 len: 168 time: 0.4165020 Feb 02 14:55:15.360330 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89e27d-0f01-4747-8077-c3222ce689a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e167fa-0333-44b3-9f36-46d20ebe866b,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:15.823260 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39552) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:15.866915 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-aeda95fe-fed9-4a71-8b03-0770072207d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=389e67b533b44942af51c74c588c3bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423975 Feb 02 14:55:15.869349 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39554) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:15.915932 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fd134ebe-1d12-4649-8f44-fbbfc5bb3b2c admin admin] Publish callbacks [] for security_group (542a65be-111c-419d-abde-105cca312dbf), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:15.937532 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fd134ebe-1d12-4649-8f44-fbbfc5bb3b2c admin admin] Publish callbacks [] for security_group (542a65be-111c-419d-abde-105cca312dbf), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:16.065336 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fd134ebe-1d12-4649-8f44-fbbfc5bb3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (542a65be-111c-419d-abde-105cca312dbf), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:16.068266 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fd134ebe-1d12-4649-8f44-fbbfc5bb3b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:16.069490 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-fd134ebe-1d12-4649-8f44-fbbfc5bb3b2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/542a65be-111c-419d-abde-105cca312dbf HTTP/1.1" status: 204 len: 168 time: 0.1991770 Feb 02 14:55:16.078890 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd134ebe-1d12-4649-8f44-fbbfc5bb3b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542a65be-111c-419d-abde-105cca312dbf,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:16.151080 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:16.180323 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3186e0-b4b8-4384-9dd7-772960f75892 req-b41fb320-f730-430a-a3b4-3680475c320f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:16.181893 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8b3186e0-b4b8-4384-9dd7-772960f75892 req-b41fb320-f730-430a-a3b4-3680475c320f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0572839 Feb 02 14:55:16.229791 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8b3186e0-b4b8-4384-9dd7-772960f75892 req-5f8b3590-3d45-4bf1-b7d0-1c4e7a54d4a3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Feb 02 14:55:17.005913 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39566) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:17.048802 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-8da62307-b668-46ae-9a28-9bd6b9b1fc8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e750b679bfb143ac9228d11652fba9a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416112 Feb 02 14:55:17.051451 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39568) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:17.100547 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-df65e9e8-9b84-4250-934c-73e8c2bcceac admin admin] Publish callbacks [] for security_group (f913c678-c588-4797-9920-8f20fb74d0e1), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:17.122313 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-df65e9e8-9b84-4250-934c-73e8c2bcceac admin admin] Publish callbacks [] for security_group (f913c678-c588-4797-9920-8f20fb74d0e1), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:17.253747 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-df65e9e8-9b84-4250-934c-73e8c2bcceac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (f913c678-c588-4797-9920-8f20fb74d0e1), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:17.256530 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-df65e9e8-9b84-4250-934c-73e8c2bcceac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:17.257686 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-df65e9e8-9b84-4250-934c-73e8c2bcceac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f913c678-c588-4797-9920-8f20fb74d0e1 HTTP/1.1" status: 204 len: 168 time: 0.2052720 Feb 02 14:55:17.267118 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65e9e8-9b84-4250-934c-73e8c2bcceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f913c678-c588-4797-9920-8f20fb74d0e1,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:17.360098 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd99bc-2dfc-4f8d-9714-fc1f4330637d req-7a20d2db-dba2-4aa2-89bc-53a9cdca664f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:17.361590 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6bd99bc-2dfc-4f8d-9714-fc1f4330637d req-7a20d2db-dba2-4aa2-89bc-53a9cdca664f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0553129 Feb 02 14:55:17.408906 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6bd99bc-2dfc-4f8d-9714-fc1f4330637d req-a0c8413d-eda9-42a5-b205-20a9aa1ec997 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412507 Feb 02 14:55:17.658644 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3e72e484-92f5-44ec-876d-b39997decaab details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:55:17.746943 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:17.770280 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:17.782008 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '3e72e484-92f5-44ec-876d-b39997decaab', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'port_id': '3e72e484-92f5-44ec-876d-b39997decaab', 'mac_address': 'fa:16:3e:1e:8b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:55:17.823021 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 3e72e484-92f5-44ec-876d-b39997decaab is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:55:17.823354 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3e72e484-92f5-44ec-876d-b39997decaab), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:17.837639 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e72e484-92f5-44ec-876d-b39997decaab {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:55:17.860993 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:17.933700 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:17.981798 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:18.441977 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['3e72e484-92f5-44ec-876d-b39997decaab'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:55:18.568129 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a417541-c44a-4727-a5da-10a769db9959 req-0c51d8dc-dd28-4c41-b540-b5700da9ff5d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:18.569542 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a417541-c44a-4727-a5da-10a769db9959 req-0c51d8dc-dd28-4c41-b540-b5700da9ff5d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 944 time: 0.0678670 Feb 02 14:55:18.622103 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2a417541-c44a-4727-a5da-10a769db9959 req-a5ce6e22-922c-46b5-baab-0eb56cd573d3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466995 Feb 02 14:55:19.162338 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:19.660372 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3e72e484-92f5-44ec-876d-b39997decaab up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:55:19.749610 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c8a6b-b392-44c4-950d-544cd536a87e req-6b855e5b-e79c-41d9-9292-e30e7c1ad840 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:19.751167 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7f2c8a6b-b392-44c4-950d-544cd536a87e req-6b855e5b-e79c-41d9-9292-e30e7c1ad840 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 944 time: 0.0547814 Feb 02 14:55:19.780293 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 3e72e484-92f5-44ec-876d-b39997decaab completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:55:19.789464 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 3e72e484-92f5-44ec-876d-b39997decaab triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:55:19.789464 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (3e72e484-92f5-44ec-876d-b39997decaab), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:19.803899 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7f2c8a6b-b392-44c4-950d-544cd536a87e req-13d11e52-9d40-4ddc-80a1-0d6275a8f5c5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440445 Feb 02 14:55:19.879159 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 3e72e484-92f5-44ec-876d-b39997decaab is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:55:19.879550 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3e72e484-92f5-44ec-876d-b39997decaab), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:19.902043 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:55:19.904410 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccbbc7a-3c5a-450b-aee9-2d5ab8ed6319" -d '{"events": [{"server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "name": "network-vif-plugged", "status": "completed", "tag": "3e72e484-92f5-44ec-876d-b39997decaab"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:55:19.917705 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:19.940646 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4ace71-7ff4-4f62-ae30-377c18908860 x-openstack-request-id: req-bb4ace71-7ff4-4f62-ae30-377c18908860 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:55:19.940943 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "name": "network-vif-plugged", "status": "completed", "tag": "3e72e484-92f5-44ec-876d-b39997decaab", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:55:19.941200 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb4ace71-7ff4-4f62-ae30-377c18908860 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:55:19.941598 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab', 'code': 200} Feb 02 14:55:19.979048 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:20.038107 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:20.340668 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba63c-5237-40c3-bf2e-c7bb4ba58cf9 req-3686541c-47d1-42e1-a414-95686caf6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:20.342439 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-700ba63c-5237-40c3-bf2e-c7bb4ba58cf9 req-3686541c-47d1-42e1-a414-95686caf6fd1 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 1129 time: 0.0449793 Feb 02 14:55:20.397668 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-700ba63c-5237-40c3-bf2e-c7bb4ba58cf9 req-f81e4292-fe72-43a9-a500-08a79926e6f4 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438666 Feb 02 14:55:20.928735 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f9066-81a5-4fab-a208-40a3d8520769 req-ce0455cf-6fef-4ba4-93cd-2db878515ede tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:20.930211 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d96f9066-81a5-4fab-a208-40a3d8520769 req-ce0455cf-6fef-4ba4-93cd-2db878515ede tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0515118 Feb 02 14:55:20.976350 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d96f9066-81a5-4fab-a208-40a3d8520769 req-6b07f3a9-39cc-4da5-ac85-a5fa7406fece tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406768 Feb 02 14:55:22.266953 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7eb61a-af26-409f-beb8-4abdbff38447 req-b1531c7e-a4ab-4640-bfbd-9a3e3d83ab92 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:22.268372 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ca7eb61a-af26-409f-beb8-4abdbff38447 req-b1531c7e-a4ab-4640-bfbd-9a3e3d83ab92 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.2191381 Feb 02 14:55:22.321574 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ca7eb61a-af26-409f-beb8-4abdbff38447 req-a8bc7f62-62f0-4c9e-85a3-b9fec6e746a5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461507 Feb 02 14:55:23.502783 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece87ea1-9f12-43bf-830d-e7e773f3991b req-dd1214a3-1def-492d-bae6-c60348050d5e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:23.504325 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ece87ea1-9f12-43bf-830d-e7e773f3991b req-dd1214a3-1def-492d-bae6-c60348050d5e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.1095591 Feb 02 14:55:23.551151 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ece87ea1-9f12-43bf-830d-e7e773f3991b req-2a4c7deb-a035-4ff4-ab03-cdf772f92ec4 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411546 Feb 02 14:55:24.611636 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:55:24.675617 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360c716-b706-4c00-8cb9-023c94dd54be req-c0286b46-b21b-4e89-9071-2f83d49e6b64 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:24.677131 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8360c716-b706-4c00-8cb9-023c94dd54be req-c0286b46-b21b-4e89-9071-2f83d49e6b64 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0540783 Feb 02 14:55:24.724419 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8360c716-b706-4c00-8cb9-023c94dd54be req-e99b7535-4ed5-47f9-ba6f-2457b56dede1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Feb 02 14:55:25.477119 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:25.869382 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf64653-de4f-49a4-a04c-b5d41fff1b4c req-f9739477-7ff4-424b-a906-37539b3b5075 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:25.870970 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bbf64653-de4f-49a4-a04c-b5d41fff1b4c req-f9739477-7ff4-424b-a906-37539b3b5075 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0622728 Feb 02 14:55:25.921114 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bbf64653-de4f-49a4-a04c-b5d41fff1b4c req-bf754c86-ca1f-49ca-8466-1d379d3c2466 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 Feb 02 14:55:26.040848 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b21f9-23b3-48b2-8b8d-2a0154c3b46f req-c7f72f94-814b-4000-9d04-cd2479a40344 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:26.042360 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9c2b21f9-23b3-48b2-8b8d-2a0154c3b46f req-c7f72f94-814b-4000-9d04-cd2479a40344 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0535214 Feb 02 14:55:26.051930 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39680) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:26.056321 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-176ffd77-2266-4135-97cc-47adac38fde5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Request body: {'floatingip': {'port_id': '3e72e484-92f5-44ec-876d-b39997decaab'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:55:26.095138 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-176ffd77-2266-4135-97cc-47adac38fde5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (fdf888f6-713f-4be4-a4e5-1f7450277ab8), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:26.561963 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-176ffd77-2266-4135-97cc-47adac38fde5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:26.641977 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-176ffd77-2266-4135-97cc-47adac38fde5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (fdf888f6-713f-4be4-a4e5-1f7450277ab8), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:26.742889 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [None req-176ffd77-2266-4135-97cc-47adac38fde5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Floating IP fdf888f6-713f-4be4-a4e5-1f7450277ab8 associated. External IP: 172.27.3.196, port: 3e72e484-92f5-44ec-876d-b39997decaab. Feb 02 14:55:26.949669 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176ffd77-2266-4135-97cc-47adac38fde5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Router 73e4298b-d99c-45b4-aa3b-6829a06c5edc has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:55:27.056639 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176ffd77-2266-4135-97cc-47adac38fde5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:55:27.062175 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-176ffd77-2266-4135-97cc-47adac38fde5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:27.066734 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] Sync routers for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:55:27.080214 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:55:27.080843 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:55:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:27.094026 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-176ffd77-2266-4135-97cc-47adac38fde5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "PUT /v2.0/floatingips/fdf888f6-713f-4be4-a4e5-1f7450277ab8 HTTP/1.1" status: 200 len: 991 time: 1.0409844 Feb 02 14:55:27.098462 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:55:27.098462 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a3ea35-0a49-4958-8620-b08e7bc71dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "tag": "3e72e484-92f5-44ec-876d-b39997decaab"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:55:27.140963 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55266dc-e37a-4d3c-b675-7f3a57192dbf x-openstack-request-id: req-a55266dc-e37a-4d3c-b675-7f3a57192dbf {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:55:27.141366 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "tag": "3e72e484-92f5-44ec-876d-b39997decaab", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:55:27.141721 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a55266dc-e37a-4d3c-b675-7f3a57192dbf {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:55:27.142490 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab', 'status': 'completed', 'code': 200} Feb 02 14:55:27.193911 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:55:27.202210 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b4fa-3727-4661-b854-74edebeefd01 req-00fbe4eb-07fd-414a-ba25-4bb901656e97 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:27.203743 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1ce8b4fa-3727-4661-b854-74edebeefd01 req-00fbe4eb-07fd-414a-ba25-4bb901656e97 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0580957 Feb 02 14:55:27.253677 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1ce8b4fa-3727-4661-b854-74edebeefd01 req-1ef0495c-addb-49b4-a303-f5e0e79f893e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Feb 02 14:55:27.347888 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39694) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:27.473772 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': 'fdf888f6-713f-4be4-a4e5-1f7450277ab8', 'tenant_id': '288118205ed44744a302b296426f45f7', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'port_id': '3e72e484-92f5-44ec-876d-b39997decaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'mac_address': 'fa:16:3e:1e:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fe204-7d91-4aa1-8890-65915a3e8972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:55:06Z', 'updated_at': '2022-02-02T14:55:26Z', 'revision_number': 1, 'project_id': '288118205ed44744a302b296426f45f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:27.473978 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:27.474087 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] Checking router: 73e4298b-d99c-45b4-aa3b-6829a06c5edc for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:55:27.477662 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:55:27.478324 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:55:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:27.537457 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Publish callbacks [] for security_group (2ec0a04e-cad3-4698-b60b-bc0a1ffd9029), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:27.589004 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:55:27.630659 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2ec0a04e-cad3-4698-b60b-bc0a1ffd9029), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:27.662437 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9e204000b4c4d73a04de300538749fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131068 Feb 02 14:55:27.665187 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39698) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:27.671878 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec0a04e-cad3-4698-b60b-bc0a1ffd9029,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:27.679763 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.680453 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.680976 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.681497 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.682022 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.682356 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.682690 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.683052 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.683385 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.683715 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.684494 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.684494 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.684713 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f30ebe-af66-4115-b5c2-810c7091fb87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:27.719492 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d61d6172-c7d8-4fea-9dfe-e68d14528950 admin admin] Publish callbacks [] for security_group (2ec0a04e-cad3-4698-b60b-bc0a1ffd9029), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:27.740902 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d61d6172-c7d8-4fea-9dfe-e68d14528950 admin admin] Publish callbacks [] for security_group (2ec0a04e-cad3-4698-b60b-bc0a1ffd9029), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:27.824034 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': 'fdf888f6-713f-4be4-a4e5-1f7450277ab8', 'tenant_id': '288118205ed44744a302b296426f45f7', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'port_id': '3e72e484-92f5-44ec-876d-b39997decaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'mac_address': 'fa:16:3e:1e:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fe204-7d91-4aa1-8890-65915a3e8972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:55:06Z', 'updated_at': '2022-02-02T14:55:26Z', 'revision_number': 1, 'project_id': '288118205ed44744a302b296426f45f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:55:27.851222 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6feb64-7722-4f25-b446-6f508e085150 None None] The sync data for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi is: [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': 'fdf888f6-713f-4be4-a4e5-1f7450277ab8', 'tenant_id': '288118205ed44744a302b296426f45f7', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'port_id': '3e72e484-92f5-44ec-876d-b39997decaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'mac_address': 'fa:16:3e:1e:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fe204-7d91-4aa1-8890-65915a3e8972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:55:06Z', 'updated_at': '2022-02-02T14:55:26Z', 'revision_number': 1, 'project_id': '288118205ed44744a302b296426f45f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:55:27.893498 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d61d6172-c7d8-4fea-9dfe-e68d14528950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2ec0a04e-cad3-4698-b60b-bc0a1ffd9029), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:27.896266 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d61d6172-c7d8-4fea-9dfe-e68d14528950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:27.897522 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-d61d6172-c7d8-4fea-9dfe-e68d14528950 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ec0a04e-cad3-4698-b60b-bc0a1ffd9029 HTTP/1.1" status: 204 len: 168 time: 0.2312760 Feb 02 14:55:27.906510 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d6172-c7d8-4fea-9dfe-e68d14528950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec0a04e-cad3-4698-b60b-bc0a1ffd9029,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:28.052746 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ae201-de7e-40f9-8312-032580055a23 None None] New status for floating IP fdf888f6-713f-4be4-a4e5-1f7450277ab8: ACTIVE {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:55:28.381480 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a131625-f960-4e38-9840-8b7e43065bd3 req-22a3fcd5-27a8-435b-ac0b-23077b0eab3f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:28.382981 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3a131625-f960-4e38-9840-8b7e43065bd3 req-22a3fcd5-27a8-435b-ac0b-23077b0eab3f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0530782 Feb 02 14:55:28.560677 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39708) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:28.580416 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-89525ddf-1f86-4e59-960b-f589d58e693d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:28.660864 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-89525ddf-1f86-4e59-960b-f589d58e693d admin admin] Publish callbacks [] for security_group (c64c5ebb-d766-4c37-901b-dc76e795ad6f), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:28.685771 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3a131625-f960-4e38-9840-8b7e43065bd3 req-ed0439a8-aa9f-46e5-b094-6fdeac5fd18b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971413 Feb 02 14:55:28.739399 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-89525ddf-1f86-4e59-960b-f589d58e693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c64c5ebb-d766-4c37-901b-dc76e795ad6f), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:28.777287 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-89525ddf-1f86-4e59-960b-f589d58e693d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8a92c13eb2b4335921f27eef6fc7692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138660 Feb 02 14:55:28.778374 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89525ddf-1f86-4e59-960b-f589d58e693d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64c5ebb-d766-4c37-901b-dc76e795ad6f,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:28.781055 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39710) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:55:28.827427 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-210fa493-09e7-4d37-b8d4-d033c5818d0a admin admin] Publish callbacks [] for security_group (c64c5ebb-d766-4c37-901b-dc76e795ad6f), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:28.848013 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-210fa493-09e7-4d37-b8d4-d033c5818d0a admin admin] Publish callbacks [] for security_group (c64c5ebb-d766-4c37-901b-dc76e795ad6f), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:28.978848 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-210fa493-09e7-4d37-b8d4-d033c5818d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c64c5ebb-d766-4c37-901b-dc76e795ad6f), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:28.981351 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-210fa493-09e7-4d37-b8d4-d033c5818d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:28.982551 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-210fa493-09e7-4d37-b8d4-d033c5818d0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c64c5ebb-d766-4c37-901b-dc76e795ad6f HTTP/1.1" status: 204 len: 168 time: 0.2004483 Feb 02 14:55:28.990642 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fa493-09e7-4d37-b8d4-d033c5818d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64c5ebb-d766-4c37-901b-dc76e795ad6f,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:29.645133 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-a86762bf-cb3c-4eda-97f6-e602385b1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:29.646627 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-a86762bf-cb3c-4eda-97f6-e602385b1a43 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 1129 time: 0.0450323 Feb 02 14:55:29.774931 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-282cd227-c92e-4c13-9245-7d4c59d17fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:29.776380 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-282cd227-c92e-4c13-9245-7d4c59d17fdf service neutron] 10.222.0.115 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 917 time: 0.0980346 Feb 02 14:55:29.860771 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-b896c73a-bdfb-4608-9df1-7700e5edc189 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e72e484-92f5-44ec-876d-b39997decaab HTTP/1.1" status: 200 len: 1001 time: 0.0696845 Feb 02 14:55:29.868445 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c6313-9109-422e-b23c-b2f1770632a5 req-e159d0d7-3d86-4b88-aae9-dd48f43f3c27 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:29.869850 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-670c6313-9109-422e-b23c-b2f1770632a5 req-e159d0d7-3d86-4b88-aae9-dd48f43f3c27 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.1080270 Feb 02 14:55:29.941203 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-4d57083c-908b-4ab3-83f1-9fabf3c57da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:29.942663 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-4d57083c-908b-4ab3-83f1-9fabf3c57da8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 200 len: 854 time: 0.0719779 Feb 02 14:55:29.949500 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-670c6313-9109-422e-b23c-b2f1770632a5 req-c46f843a-6d50-4c55-a683-4e5f6cad0af3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715892 Feb 02 14:55:29.997923 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-d4ace300-a96b-46d0-883d-b285455f6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:29.999707 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-d4ace300-a96b-46d0-883d-b285455f6d29 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c17544a5-d2c4-42f7-94cc-d29c8257a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493572 Feb 02 14:55:30.090536 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-37f51bf0-7066-4915-ad4a-0472189bec10 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829904 Feb 02 14:55:30.185531 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-21a3ea35-0a49-4958-8620-b08e7bc71dfe req-7f6d2d56-613d-4589-a65d-ad80bad35317 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865355 Feb 02 14:55:31.115945 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c03c-1581-46a8-a892-9280b4c348e5 req-9bfe6148-9f1f-4268-81ec-e0ebc47f70ee tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:31.117433 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1920c03c-1581-46a8-a892-9280b4c348e5 req-9bfe6148-9f1f-4268-81ec-e0ebc47f70ee tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0933092 Feb 02 14:55:31.125368 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-0c33f696-7ad4-421b-b218-e45b24ab5e62 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617533 Feb 02 14:55:31.168741 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1920c03c-1581-46a8-a892-9280b4c348e5 req-82c8b04f-4e48-48f6-b66c-a6408c891250 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Feb 02 14:55:31.259763 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-adfb70bc-5e68-40c7-9b49-d190648a10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:31.261270 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-adfb70bc-5e68-40c7-9b49-d190648a10ac service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9f052df4c1b34d03afd585859c6a8e55&device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 1169 time: 0.0533168 Feb 02 14:55:31.370850 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-cb3bed06-1547-46bb-8688-2a5b56e67966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:31.372303 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-cb3bed06-1547-46bb-8688-2a5b56e67966 service neutron] 10.222.0.115 "GET /v2.0/networks?id=9184bd71-335b-4be0-804b-83d1c3aabf14 HTTP/1.1" status: 200 len: 916 time: 0.0897813 Feb 02 14:55:31.448187 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-262b8d86-7753-4f1a-9c54-729d6c409acd service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 1002 time: 0.0675101 Feb 02 14:55:31.512093 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-f944686f-6ca4-4f4c-88ae-d7f4cf53ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:31.513914 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-f944686f-6ca4-4f4c-88ae-d7f4cf53ad62 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=703807f3-2fa6-4366-a8d8-6d32130fbf6d HTTP/1.1" status: 200 len: 853 time: 0.0487950 Feb 02 14:55:31.564618 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-54d956c1-24b9-4794-a074-baf94f9815cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:31.566159 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-54d956c1-24b9-4794-a074-baf94f9815cf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9184bd71-335b-4be0-804b-83d1c3aabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457129 Feb 02 14:55:31.669027 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-c098ec9e-f5c1-4fdb-88e6-9fec57d43024 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879617 Feb 02 14:55:31.766424 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-086399dc-0f76-4cc1-b39e-b94586b5c8a7 req-48a8463d-ab75-444f-afc8-fe58c31ec00d service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884480 Feb 02 14:55:37.407077 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57bbd1-3b65-4ce9-be0a-8b4a7c23d9e5 req-780484d7-974a-4540-b32d-b762d830c428 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:37.408637 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9f57bbd1-3b65-4ce9-be0a-8b4a7c23d9e5 req-780484d7-974a-4540-b32d-b762d830c428 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 945 time: 0.0583496 Feb 02 14:55:37.455768 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9f57bbd1-3b65-4ce9-be0a-8b4a7c23d9e5 req-1f88206f-50b3-4b99-ac5a-d9fe804eabed tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 Feb 02 14:55:38.588247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb372f1-a68d-4778-a226-f7c29e548f79 req-37a23f9f-adeb-45fe-89a3-3d5947eab1bb tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:38.589699 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2bb372f1-a68d-4778-a226-f7c29e548f79 req-37a23f9f-adeb-45fe-89a3-3d5947eab1bb tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 945 time: 0.0587044 Feb 02 14:55:38.648588 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2bb372f1-a68d-4778-a226-f7c29e548f79 req-ccd0a73a-0932-4e53-b316-04ddb0c86a4f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513983 Feb 02 14:55:39.770294 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6be1d4-eb11-4bd8-bda3-4332e238dff3 req-6480848e-fd7b-4129-8c0a-3095cad60a86 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:39.771783 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8a6be1d4-eb11-4bd8-bda3-4332e238dff3 req-6480848e-fd7b-4129-8c0a-3095cad60a86 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 945 time: 0.0563078 Feb 02 14:55:39.818274 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8a6be1d4-eb11-4bd8-bda3-4332e238dff3 req-9011c3a1-8e3b-4957-a806-c04afdf4c2f5 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/security-groups?id=752717c9-0aaf-4a93-b048-cfe97bf47f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410542 Feb 02 14:55:40.378073 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-b448e60a-9403-465a-9d53-c1c3b0e508fa tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:55:40.379554 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-b448e60a-9403-465a-9d53-c1c3b0e508fa tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.115 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 945 time: 0.0530531 Feb 02 14:55:40.477949 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Deleting port 1a92561f-ac69-4302-b768-59477508a1ff {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:55:40.478282 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (1a92561f-ac69-4302-b768-59477508a1ff), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:40.569474 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] For port 1a92561f-ac69-4302-b768-59477508a1ff, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=1a92561f-ac69-4302-b768-59477508a1ff,segment=NetworkSegment(cef5eb46-d231-47b8-b887-1a23f6556fce),segment_id=cef5eb46-d231-47b8-b887-1a23f6556fce)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:55:40.569831 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (1a92561f-ac69-4302-b768-59477508a1ff), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:40.582404 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Calling delete_port for 1a92561f-ac69-4302-b768-59477508a1ff owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:55:40.795978 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (1a92561f-ac69-4302-b768-59477508a1ff), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:40.825237 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Pushing event deleted for resources: {'Port': ['ID=1a92561f-ac69-4302-b768-59477508a1ff,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:55:40.838108 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.838468 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.838868 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.839242 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.839617 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.839955 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.840532 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.840648 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.841088 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.841421 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.842421 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.842740 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.843151 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:55:40.846402 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['1a92561f-ac69-4302-b768-59477508a1ff'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:55:40.881679 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] No DVR routers for this DVR port 1a92561f-ac69-4302-b768-59477508a1ff on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:55:40.884182 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:40.887613 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf56927d-48c8-4dd5-aaf1-428122bfcf0b req-5045761b-2009-410b-a2f7-95b5a0e5013f tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.115 "DELETE /v2.0/ports/1a92561f-ac69-4302-b768-59477508a1ff HTTP/1.1" status: 204 len: 173 time: 0.4977646 Feb 02 14:55:40.888872 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5443c016-9557-4e8b-931f-ccead64d47ac', 'name': 'network-vif-deleted', 'tag': '1a92561f-ac69-4302-b768-59477508a1ff'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:55:40.891359 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a62de7c-8ae8-42b5-922c-9822d8552aff" -d '{"events": [{"server_uuid": "5443c016-9557-4e8b-931f-ccead64d47ac", "name": "network-vif-deleted", "tag": "1a92561f-ac69-4302-b768-59477508a1ff"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:55:40.926874 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bf875b5f-fab8-4d91-96c4-0fb4f3c082f7 req-287f9993-2128-4fcf-8f80-936b1995bdb0 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 210 time: 0.0323157 Feb 02 14:55:41.108973 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee6cc71-087f-4e79-94de-53f2e850d489 x-openstack-request-id: req-7ee6cc71-087f-4e79-94de-53f2e850d489 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:55:41.109264 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5443c016-9557-4e8b-931f-ccead64d47ac", "name": "network-vif-deleted", "tag": "1a92561f-ac69-4302-b768-59477508a1ff", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:55:41.109543 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ee6cc71-087f-4e79-94de-53f2e850d489 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:55:41.109945 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5443c016-9557-4e8b-931f-ccead64d47ac', 'name': 'network-vif-deleted', 'tag': '1a92561f-ac69-4302-b768-59477508a1ff', 'status': 'completed', 'code': 200} Feb 02 14:55:42.032903 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3e8540cc-bed5-4e1b-b9de-3d5cad9229b3 req-e8ac49c0-927a-4c89-8bb1-4753290c8720 tempest-VolumesSnapshotTestJSON-2131929316 tempest-VolumesSnapshotTestJSON-2131929316-project] 10.222.0.10 "GET /v2.0/ports?device_id=5443c016-9557-4e8b-931f-ccead64d47ac HTTP/1.1" status: 200 len: 210 time: 0.0275176 Feb 02 14:55:42.681639 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-97068d3c-6603-4f37-b2b7-95575c64a60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:43.795537 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 1a92561f-ac69-4302-b768-59477508a1ff no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:55:43.817855 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 1a92561f-ac69-4302-b768-59477508a1ff {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:55:43.818199 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 1a92561f-ac69-4302-b768-59477508a1ff not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:55:45.155724 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-694e36dc-6f8b-4ef0-8a85-bd4425641308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:46.133041 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:47.739289 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:49.172965 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:55:55.595724 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:01.611317 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:56:09.144625 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-de0b0269-8f61-4d8d-98d5-1a4bf50b9cc2 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734356255&fields=id&tenant_id=9f052df4c1b34d03afd585859c6a8e55 HTTP/1.1" status: 200 len: 267 time: 0.0447791 Feb 02 14:56:09.200229 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-63e0d25c-9be9-4261-a3ed-3f5a0a96aa8a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:09.201767 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-63e0d25c-9be9-4261-a3ed-3f5a0a96aa8a tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 985 time: 0.0520003 Feb 02 14:56:09.212086 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-08e8778d-02a1-4495-9485-685010597b65 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Request body: {'port': {'security_groups': ['11402e3e-be40-4b40-a177-72be7809c90c']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:56:09.290635 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-08e8778d-02a1-4495-9485-685010597b65 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:09.469260 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-08e8778d-02a1-4495-9485-685010597b65 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] For port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:09.498453 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-08e8778d-02a1-4495-9485-685010597b65 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:09.647469 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-08e8778d-02a1-4495-9485-685010597b65 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:09.685158 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:56:09.700011 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-08e8778d-02a1-4495-9485-685010597b65 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:09.700790 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-08e8778d-02a1-4495-9485-685010597b65 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:09.702436 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-243f37a9-5aa7-444a-9349-5c4545dfb7fa req-08e8778d-02a1-4495-9485-685010597b65 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "PUT /v2.0/ports/40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 943 time: 0.4947462 Feb 02 14:56:09.702958 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:56:09.708673 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f" -d '{"events": [{"name": "network-changed", "server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:56:09.711676 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39952) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:09.735218 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8778d-02a1-4495-9485-685010597b65 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event updated for resources: {'Port': ['ID=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,revision_number=7']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:09.771151 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0b037e-ef56-46fe-9be6-708d774c4635 x-openstack-request-id: req-8e0b037e-ef56-46fe-9be6-708d774c4635 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:56:09.772258 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:56:09.772586 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e0b037e-ef56-46fe-9be6-708d774c4635 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:56:09.773101 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'status': 'completed', 'code': 200} Feb 02 14:56:09.794181 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fb236f5f-7857-492a-a4b6-4da2030a916d tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group (ebd765ee-e9df-4ea0-b040-993eb843d724), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:09.836882 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fb236f5f-7857-492a-a4b6-4da2030a916d tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group (ebd765ee-e9df-4ea0-b040-993eb843d724), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:09.867512 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:56:09.995723 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-c43031cf-8a9a-40b3-9801-dc62296ff73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:09.997501 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-c43031cf-8a9a-40b3-9801-dc62296ff73c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9f052df4c1b34d03afd585859c6a8e55&device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 1130 time: 0.1778319 Feb 02 14:56:10.018630 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fb236f5f-7857-492a-a4b6-4da2030a916d tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ebd765ee-e9df-4ea0-b040-993eb843d724), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:10.021395 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fb236f5f-7857-492a-a4b6-4da2030a916d tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:10.025370 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-fb236f5f-7857-492a-a4b6-4da2030a916d tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "DELETE /v2.0/security-groups/ebd765ee-e9df-4ea0-b040-993eb843d724 HTTP/1.1" status: 204 len: 168 time: 0.3052673 Feb 02 14:56:10.026957 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39958) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:10.032252 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-0ba44550-b551-480a-8694-eb6610811614 None None] Provisioning complete for port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:56:10.032636 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-0ba44550-b551-480a-8694-eb6610811614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:10.042466 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb236f5f-7857-492a-a4b6-4da2030a916d tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd765ee-e9df-4ea0-b040-993eb843d724,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:10.140719 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-0ba44550-b551-480a-8694-eb6610811614 None None] Current status of the port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:56:10.192890 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-6512e775-13c3-464a-beda-da5461e099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:10.194363 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-6512e775-13c3-464a-beda-da5461e099f9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=9184bd71-335b-4be0-804b-83d1c3aabf14 HTTP/1.1" status: 200 len: 916 time: 0.1861882 Feb 02 14:56:10.294076 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-6cf49535-4c00-45e2-b896-561517806990 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 1002 time: 0.0844336 Feb 02 14:56:10.338165 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Deleting port 97ae4468-ba4b-4f5a-8f56-d5833c507ec4 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:56:10.338505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (97ae4468-ba4b-4f5a-8f56-d5833c507ec4), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:10.371930 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-a78d342f-b7e0-46ae-9f5a-7c688c7ca20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:10.373543 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-a78d342f-b7e0-46ae-9f5a-7c688c7ca20c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=703807f3-2fa6-4366-a8d8-6d32130fbf6d HTTP/1.1" status: 200 len: 853 time: 0.0728951 Feb 02 14:56:10.457050 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (97ae4468-ba4b-4f5a-8f56-d5833c507ec4), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:10.457381 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for floatingip (97ae4468-ba4b-4f5a-8f56-d5833c507ec4), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:10.472886 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Calling delete_port for 97ae4468-ba4b-4f5a-8f56-d5833c507ec4 owned by network:floatingip {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:56:10.480668 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-1118bd69-f28b-42e8-9041-78571a6f79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:10.482439 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-1118bd69-f28b-42e8-9041-78571a6f79aa service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9184bd71-335b-4be0-804b-83d1c3aabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845311 Feb 02 14:56:10.658063 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-8768c470-5887-471f-a00b-6547cd58f7ac service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676044 Feb 02 14:56:10.789045 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-66cdd1e0-45d1-4929-bd6a-3dfeafbbe28f req-34f89304-3bfe-4cdb-8412-ef9b6f020c44 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229017 Feb 02 14:56:10.852881 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (97ae4468-ba4b-4f5a-8f56-d5833c507ec4), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:10.880943 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event deleted for resources: {'Port': ['ID=97ae4468-ba4b-4f5a-8f56-d5833c507ec4,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:10.944385 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks [] for floatingip (48754f0f-4b89-49c7-8fc1-d54fd6fedf88), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:10.944719 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Floating IP 48754f0f-4b89-49c7-8fc1-d54fd6fedf88 disassociated (deleted). External IP: 172.27.3.237, port: 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6. Feb 02 14:56:11.152127 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Router 874e9e69-a091-4f49-b5b4-59772f12ff31 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:56:11.262702 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:56:11.267714 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.272437 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] Sync routers for ids ['874e9e69-a091-4f49-b5b4-59772f12ff31'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:56:11.283825 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] Routers {'874e9e69-a091-4f49-b5b4-59772f12ff31'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:56:11.284477 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:55:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['874e9e69-a091-4f49-b5b4-59772f12ff31'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:11.302032 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-2453d75b-5883-4946-80b6-86dab8fee2f0 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "DELETE /v2.0/floatingips/48754f0f-4b89-49c7-8fc1-d54fd6fedf88 HTTP/1.1" status: 204 len: 168 time: 1.2727673 Feb 02 14:56:11.380046 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 39974) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:11.401307 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] Set router 874e9e69-a091-4f49-b5b4-59772f12ff31 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:56:11.444486 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad319d9f-4d67-4ea7-9edd-8746d5ee31bb admin admin] Deleting subnet a240fa4a-5ae7-4096-a04c-423d455e0f25 {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:56:11.448176 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ad319d9f-4d67-4ea7-9edd-8746d5ee31bb admin admin] Publish callbacks [] for subnet (a240fa4a-5ae7-4096-a04c-423d455e0f25), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.485944 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ad319d9f-4d67-4ea7-9edd-8746d5ee31bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (a240fa4a-5ae7-4096-a04c-423d455e0f25), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.525959 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ad319d9f-4d67-4ea7-9edd-8746d5ee31bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (a240fa4a-5ae7-4096-a04c-423d455e0f25), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.609905 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:37Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6', 'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'mac_address': 'fa:16:3e:dd:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:36Z', 'updated_at': '2022-02-02T14:52:40Z', 'revision_number': 5, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'subnets': [{'id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:11.640613 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] Checking router: 874e9e69-a091-4f49-b5b4-59772f12ff31 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:56:11.649211 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] Routers {'874e9e69-a091-4f49-b5b4-59772f12ff31'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:56:11.649824 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:55:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['874e9e69-a091-4f49-b5b4-59772f12ff31'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:11.658601 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ad319d9f-4d67-4ea7-9edd-8746d5ee31bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (a240fa4a-5ae7-4096-a04c-423d455e0f25), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.680575 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad319d9f-4d67-4ea7-9edd-8746d5ee31bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a240fa4a-5ae7-4096-a04c-423d455e0f25,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:11.691141 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ad319d9f-4d67-4ea7-9edd-8746d5ee31bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.694373 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-ad319d9f-4d67-4ea7-9edd-8746d5ee31bb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a240fa4a-5ae7-4096-a04c-423d455e0f25 HTTP/1.1" status: 204 len: 168 time: 0.3131175 Feb 02 14:56:11.697051 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39978) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:11.774555 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:56:11.776828 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaca6bc1-9f2b-4acc-92b9-e862285e696a" -d '{"events": [{"name": "network-changed", "server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:56:11.787786 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (1f105991-02b5-450b-8fbd-ef9505e24d02), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.828013 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cc8ab0-2aa7-4727-abbe-7dec4ef156dc x-openstack-request-id: req-a3cc8ab0-2aa7-4727-abbe-7dec4ef156dc {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:56:11.842695 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:56:11.842695 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3cc8ab0-2aa7-4727-abbe-7dec4ef156dc {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:56:11.842695 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'status': 'completed', 'code': 200} Feb 02 14:56:11.885322 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (1f105991-02b5-450b-8fbd-ef9505e24d02), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.914143 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] Set router 874e9e69-a091-4f49-b5b4-59772f12ff31 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:56:11.930531 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f105991-02b5-450b-8fbd-ef9505e24d02']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:11.942992 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef5eb46-d231-47b8-b887-1a23f6556fce') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:11.943296 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef5eb46-d231-47b8-b887-1a23f6556fce') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:11.957687 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (cef5eb46-d231-47b8-b887-1a23f6556fce), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.973388 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-788af1ec-fbee-40b1-951f-15b62f8239bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:11.974967 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-788af1ec-fbee-40b1-951f-15b62f8239bf service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9f052df4c1b34d03afd585859c6a8e55&device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 1130 time: 0.0867176 Feb 02 14:56:11.975844 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (cef5eb46-d231-47b8-b887-1a23f6556fce), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.982939 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (cef5eb46-d231-47b8-b887-1a23f6556fce), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:56:11.988471 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:56:12.117211 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-60ed80ee-1cb6-4ed2-8714-3e863eae54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:12.118610 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-60ed80ee-1cb6-4ed2-8714-3e863eae54f9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=9184bd71-335b-4be0-804b-83d1c3aabf14 HTTP/1.1" status: 200 len: 916 time: 0.1328111 Feb 02 14:56:12.128622 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:37Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6', 'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'mac_address': 'fa:16:3e:dd:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:36Z', 'updated_at': '2022-02-02T14:52:40Z', 'revision_number': 5, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'subnets': [{'id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:12.156514 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1b32f-778b-4550-9968-18d4f6d57b25 None None] The sync data for ids ['874e9e69-a091-4f49-b5b4-59772f12ff31'] in dv-cinder-782518-2-iscsi is: [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:52:37Z', 'revision_number': 4, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6', 'name': '', 'network_id': '9184bd71-335b-4be0-804b-83d1c3aabf14', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'mac_address': 'fa:16:3e:dd:0e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:36Z', 'updated_at': '2022-02-02T14:52:40Z', 'revision_number': 5, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'subnets': [{'id': '703807f3-2fa6-4366-a8d8-6d32130fbf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:56:12.161784 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (1f105991-02b5-450b-8fbd-ef9505e24d02), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:12.164114 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-d90307e8-84e7-41ce-9238-71fa82789bfe service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 200 len: 217 time: 0.0376358 Feb 02 14:56:12.171640 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:12.171640 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1f105991-02b5-450b-8fbd-ef9505e24d02 HTTP/1.1" status: 204 len: 168 time: 0.4732924 Feb 02 14:56:12.212077 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea215f-e7a2-4cde-9126-4b5eccde3636 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f105991-02b5-450b-8fbd-ef9505e24d02,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:12.233037 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-8af6c0e6-a194-42ea-8a20-5a199f89be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:12.240404 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-8af6c0e6-a194-42ea-8a20-5a199f89be88 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=703807f3-2fa6-4366-a8d8-6d32130fbf6d HTTP/1.1" status: 200 len: 853 time: 0.0624394 Feb 02 14:56:12.288896 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-42aa9267-af81-431a-96b9-9027c97f75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:12.290438 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-42aa9267-af81-431a-96b9-9027c97f75ce service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9184bd71-335b-4be0-804b-83d1c3aabf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482895 Feb 02 14:56:12.391026 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-94a872ac-96f9-479f-8529-f44853d5e0d1 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919688 Feb 02 14:56:12.408362 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055f02e-9f9f-484a-89fa-b1cbbeca8b2f None None] New status for floating IP 48754f0f-4b89-49c7-8fc1-d54fd6fedf88: DOWN {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:56:12.484832 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aaca6bc1-9f2b-4acc-92b9-e862285e696a req-aa64ded1-c4b6-4675-87fb-ebec003d6bc2 service neutron] 10.222.0.115 "GET /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873833 Feb 02 14:56:12.704469 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5903-74d1-47a1-87f3-7467fe80bfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:12.716604 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39988) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:12.756557 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-c3bf104f-1474-410a-9fda-ae8faa5c2786 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc71b8c198034b258b4e893ccd8be461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389075 Feb 02 14:56:12.758957 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 39990) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:12.806836 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cb4852fd-ce06-4dd4-8bf1-5033fb188f20 admin admin] Publish callbacks [] for security_group (752717c9-0aaf-4a93-b048-cfe97bf47f9d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:12.832491 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cb4852fd-ce06-4dd4-8bf1-5033fb188f20 admin admin] Publish callbacks [] for security_group (752717c9-0aaf-4a93-b048-cfe97bf47f9d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:13.001385 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cb4852fd-ce06-4dd4-8bf1-5033fb188f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (752717c9-0aaf-4a93-b048-cfe97bf47f9d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:13.004024 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cb4852fd-ce06-4dd4-8bf1-5033fb188f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:13.005195 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-cb4852fd-ce06-4dd4-8bf1-5033fb188f20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/752717c9-0aaf-4a93-b048-cfe97bf47f9d HTTP/1.1" status: 204 len: 168 time: 0.2453325 Feb 02 14:56:13.013649 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4852fd-ce06-4dd4-8bf1-5033fb188f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752717c9-0aaf-4a93-b048-cfe97bf47f9d,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:15.110124 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-da3782f1-edef-4272-b107-e64db4694ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:16.172626 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:17.620354 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfafe1-6476-48db-9eaa-1f4ea161e826 req-4fbc9404-6477-4561-afcc-36ec6a0254b0 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:17.622338 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7bcfafe1-6476-48db-9eaa-1f4ea161e826 req-4fbc9404-6477-4561-afcc-36ec6a0254b0 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0530550 Feb 02 14:56:17.670656 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7bcfafe1-6476-48db-9eaa-1f4ea161e826 req-dcc67c47-8a4a-4ae8-9d24-9c9a0f8d1060 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Feb 02 14:56:17.737973 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:18.792114 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a9c12-5dbe-49cf-8758-293ad819ae13 req-ea9e6f1f-c658-4ffe-ac36-dedc837002b4 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:18.793871 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d4a9c12-5dbe-49cf-8758-293ad819ae13 req-ea9e6f1f-c658-4ffe-ac36-dedc837002b4 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0532286 Feb 02 14:56:18.845173 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d4a9c12-5dbe-49cf-8758-293ad819ae13 req-5070fb9f-0540-45a9-89b0-0f34cdd609db tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452847 Feb 02 14:56:19.172434 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:20.204803 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5bfb5-b53c-4b3e-b7f6-e02b1b0afdd1 req-85b98f50-efed-491e-921d-ad7097142f28 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:20.206353 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8ed5bfb5-b53c-4b3e-b7f6-e02b1b0afdd1 req-85b98f50-efed-491e-921d-ad7097142f28 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.3056731 Feb 02 14:56:20.254472 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8ed5bfb5-b53c-4b3e-b7f6-e02b1b0afdd1 req-ce15b2b2-23f8-4fcb-8de4-0f02aa9606b7 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Feb 02 14:56:20.393862 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceac10c-1687-4167-8794-afa7412b830c req-0e8bb485-ba85-4552-833e-9c743482d06f tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:20.395382 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3ceac10c-1687-4167-8794-afa7412b830c req-0e8bb485-ba85-4552-833e-9c743482d06f tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0798073 Feb 02 14:56:20.446163 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a283956-eaa2-4db8-8dd8-d0d91004fd4e req-bad961b2-a09c-4487-9f38-3f26959a862b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:20.447670 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8a283956-eaa2-4db8-8dd8-d0d91004fd4e req-bad961b2-a09c-4487-9f38-3f26959a862b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0929854 Feb 02 14:56:20.475600 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3ceac10c-1687-4167-8794-afa7412b830c req-dbf8b7b2-d7df-4394-ba86-fe4119a4e547 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733192 Feb 02 14:56:20.504859 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8a283956-eaa2-4db8-8dd8-d0d91004fd4e req-c4d7dd5d-8b75-433c-aceb-032630335f9c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484545 Feb 02 14:56:21.372294 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd679-12c1-4258-b10d-b33d9f8912d8 req-7466e142-2179-4a64-910d-52f81ea2610d tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:21.373689 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-832dd679-12c1-4258-b10d-b33d9f8912d8 req-7466e142-2179-4a64-910d-52f81ea2610d tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.0533602 Feb 02 14:56:21.419567 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-832dd679-12c1-4258-b10d-b33d9f8912d8 req-1bf0bf87-beec-4fe0-845f-89e7f897e514 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/security-groups?id=11402e3e-be40-4b40-a177-72be7809c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Feb 02 14:56:21.628200 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834596d6-7acf-44ff-9369-bca4452af91b req-2142a023-0619-47ae-9119-eec77ac60465 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:21.629572 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-834596d6-7acf-44ff-9369-bca4452af91b req-2142a023-0619-47ae-9119-eec77ac60465 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0827997 Feb 02 14:56:21.660536 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd97ecc-f715-4be5-b043-d4aaa649b2f0 req-12fb52fc-5b1c-4cfb-89cd-fab272a9ca66 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:21.662018 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9dd97ecc-f715-4be5-b043-d4aaa649b2f0 req-12fb52fc-5b1c-4cfb-89cd-fab272a9ca66 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0837054 Feb 02 14:56:21.702927 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-834596d6-7acf-44ff-9369-bca4452af91b req-8ef69ad6-da8c-4909-8d8d-d18212a5d409 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674362 Feb 02 14:56:21.726442 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9dd97ecc-f715-4be5-b043-d4aaa649b2f0 req-c8d44b3a-be4b-4690-810b-280c72add2d2 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540690 Feb 02 14:56:22.100264 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-baa15f7c-fb92-44d5-bf99-2213d0b23c94 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:22.101755 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-baa15f7c-fb92-44d5-bf99-2213d0b23c94 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.115 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 946 time: 0.0531721 Feb 02 14:56:22.197194 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-29ea0193-ec47-44d1-b6ad-fcfee8e4d472 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Deleting port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:56:22.197548 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-29ea0193-ec47-44d1-b6ad-fcfee8e4d472 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:22.284289 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-29ea0193-ec47-44d1-b6ad-fcfee8e4d472 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] For port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:22.284648 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-29ea0193-ec47-44d1-b6ad-fcfee8e4d472 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:22.301366 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-29ea0193-ec47-44d1-b6ad-fcfee8e4d472 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Calling delete_port for 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:56:22.482249 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-29ea0193-ec47-44d1-b6ad-fcfee8e4d472 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:22.517713 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:56:22.525555 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea0193-ec47-44d1-b6ad-fcfee8e4d472 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Pushing event deleted for resources: {'Port': ['ID=40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:22.545459 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5b80a2c5-d782-417d-b60c-0ba20141505c req-e57dc98a-c80d-4325-a9db-be34171acb07 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 210 time: 0.0553830 Feb 02 14:56:22.589707 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-29ea0193-ec47-44d1-b6ad-fcfee8e4d472 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] No DVR routers for this DVR port 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:56:22.592408 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-29ea0193-ec47-44d1-b6ad-fcfee8e4d472 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:22.595999 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4e0ffa21-1dc3-4fe1-9eb1-a2521051de7f req-29ea0193-ec47-44d1-b6ad-fcfee8e4d472 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.115 "DELETE /v2.0/ports/40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 HTTP/1.1" status: 204 len: 173 time: 0.4888101 Feb 02 14:56:22.596482 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'name': 'network-vif-deleted', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:56:22.598851 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7083e0-82a7-4ccb-a3b2-7c5ff421bff7" -d '{"events": [{"server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "name": "network-vif-deleted", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:56:22.640580 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e786134-aa7f-4cc0-b1b8-f32f7562824a x-openstack-request-id: req-9e786134-aa7f-4cc0-b1b8-f32f7562824a {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:56:22.640877 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b738c813-75ba-445e-a9f7-b555608b128f", "name": "network-vif-deleted", "tag": "40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:56:22.641150 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e786134-aa7f-4cc0-b1b8-f32f7562824a {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:56:22.641541 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b738c813-75ba-445e-a9f7-b555608b128f', 'name': 'network-vif-deleted', 'tag': '40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6', 'status': 'completed', 'code': 200} Feb 02 14:56:22.857193 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810b0f1-3fff-4b7c-8d3f-433778e4b336 req-3aae2254-a3ad-47cb-9ab1-6f313e6dfc7a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:22.857636 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b810b0f1-3fff-4b7c-8d3f-433778e4b336 req-3aae2254-a3ad-47cb-9ab1-6f313e6dfc7a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0870869 Feb 02 14:56:22.879208 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb5fe2-4f85-4a78-a925-976ba9ea2f4d req-497b5c98-f0ad-4234-8e99-e0ca070ee3e0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:22.880720 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b6bb5fe2-4f85-4a78-a925-976ba9ea2f4d req-497b5c98-f0ad-4234-8e99-e0ca070ee3e0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0792706 Feb 02 14:56:22.941988 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b810b0f1-3fff-4b7c-8d3f-433778e4b336 req-3637d410-b895-449a-bfdc-7b0ebfa33572 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773268 Feb 02 14:56:22.954676 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b6bb5fe2-4f85-4a78-a925-976ba9ea2f4d req-3443237c-7af9-47d4-be69-bfab9dad18ae tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669568 Feb 02 14:56:23.652133 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2118bf42-4528-4fb0-99bc-b045b9424112 req-3c52dc95-3a08-4c85-abd5-8e1b12011bb4 tempest-TestMinimumBasicScenario-1371287964 tempest-TestMinimumBasicScenario-1371287964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b738c813-75ba-445e-a9f7-b555608b128f HTTP/1.1" status: 200 len: 210 time: 0.0277574 Feb 02 14:56:24.107345 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213d50-4e7f-46f6-b552-999d2a0badd5 req-933537aa-ca35-4f0e-b1c2-01cece7b1841 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:24.108857 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd213d50-4e7f-46f6-b552-999d2a0badd5 req-933537aa-ca35-4f0e-b1c2-01cece7b1841 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0934024 Feb 02 14:56:24.119017 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a568ea-fa07-472b-9238-354aa3b45b93 req-bcf40434-a912-4e31-a616-78ed96f69a1f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:24.120472 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-89a568ea-fa07-472b-9238-354aa3b45b93 req-bcf40434-a912-4e31-a616-78ed96f69a1f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0914960 Feb 02 14:56:24.194658 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd213d50-4e7f-46f6-b552-999d2a0badd5 req-8abbc386-8afa-444a-a22e-ddf0e67c9c18 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730944 Feb 02 14:56:24.198005 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-89a568ea-fa07-472b-9238-354aa3b45b93 req-71683de0-369b-4043-8f1a-8d0d0896d40e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705259 Feb 02 14:56:25.347582 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e5086-1742-4cf9-bced-d87e4fccd1d7 req-5194c306-59c8-4544-ac79-88624f267f16 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:25.349058 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f21e5086-1742-4cf9-bced-d87e4fccd1d7 req-5194c306-59c8-4544-ac79-88624f267f16 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0821366 Feb 02 14:56:25.369159 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38a0d3-b2f9-4ca4-97c8-2f1513e36157 req-26af1df4-2eed-46a2-973d-98b31cc9dc73 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:25.370752 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6e38a0d3-b2f9-4ca4-97c8-2f1513e36157 req-26af1df4-2eed-46a2-973d-98b31cc9dc73 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0915749 Feb 02 14:56:25.436658 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f21e5086-1742-4cf9-bced-d87e4fccd1d7 req-a4e906a7-78d8-4aca-b41c-1e17bb764970 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798597 Feb 02 14:56:25.448426 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6e38a0d3-b2f9-4ca4-97c8-2f1513e36157 req-3ef2b529-3e06-4922-8501-2b2764be3a07 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679290 Feb 02 14:56:25.498317 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:25.972313 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:56:25.993745 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:56:25.994114 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 40f6e398-f7a9-4fb3-bc15-6cf6d362b6e6 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:56:26.135280 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40134) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:26.631243 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a2745-9673-42c5-8775-a460766fff75 req-0041197c-c11c-4b62-a117-c30f73e956cc tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:26.632699 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c03a2745-9673-42c5-8775-a460766fff75 req-0041197c-c11c-4b62-a117-c30f73e956cc tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.1234710 Feb 02 14:56:26.635357 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637538'] for router_interface (874e9e69-a091-4f49-b5b4-59772f12ff31), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:26.643820 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18018d-bfa5-4b36-aaf2-8258048a47fa req-b02bbdb9-fab6-4622-8760-5b72d9c00715 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:26.645194 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8b18018d-bfa5-4b36-aaf2-8258048a47fa req-b02bbdb9-fab6-4622-8760-5b72d9c00715 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.1212118 Feb 02 14:56:26.793219 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c03a2745-9673-42c5-8775-a460766fff75 req-ea4e411a-8f08-40b5-9c5d-b847415a3125 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469872 Feb 02 14:56:26.802459 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8b18018d-bfa5-4b36-aaf2-8258048a47fa req-68f511af-6483-4b9d-8fc9-515fbae5a8d8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234136 Feb 02 14:56:27.009805 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] Deleting port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:56:27.010134 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:27.085316 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] For port 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:27.085584 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:27.098586 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] Calling delete_port for 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 owned by network:router_interface {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:56:27.332625 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:27.361249 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] Pushing event deleted for resources: {'Port': ['ID=90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:27.781152 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637694'] for router_interface (874e9e69-a091-4f49-b5b4-59772f12ff31), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:28.016394 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229b746-5344-4eb5-9db2-4bc33d0b1cac req-a56a66e2-7b09-4512-908a-345639ac9b61 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:28.017888 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a229b746-5344-4eb5-9db2-4bc33d0b1cac req-a56a66e2-7b09-4512-908a-345639ac9b61 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.1320210 Feb 02 14:56:28.042737 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb6072-830e-4680-8787-8e2bbedfe116 req-6d8aece2-e699-40ba-a07d-0d83ac8eb2ac tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:28.044349 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6fcb6072-830e-4680-8787-8e2bbedfe116 req-6d8aece2-e699-40ba-a07d-0d83ac8eb2ac tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.1697881 Feb 02 14:56:28.161916 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a229b746-5344-4eb5-9db2-4bc33d0b1cac req-553eb627-6849-4341-9e4a-9027793e14c9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355224 Feb 02 14:56:28.168217 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6fcb6072-830e-4680-8787-8e2bbedfe116 req-bbdbf157-762f-47c8-8afc-5983a125cbb5 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960662 Feb 02 14:56:28.170025 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] Router 874e9e69-a091-4f49-b5b4-59772f12ff31 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:56:28.287668 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:56:28.292880 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-bc034ea1-6e33-4b00-ba58-5dad140ba58a admin admin] 10.222.0.10 "PUT /v2.0/routers/874e9e69-a091-4f49-b5b4-59772f12ff31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1565707 Feb 02 14:56:28.295788 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40146) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:28.296864 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55100619-387c-479f-9989-1da259946ac3 None None] Sync routers for ids ['874e9e69-a091-4f49-b5b4-59772f12ff31'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:56:28.307036 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55100619-387c-479f-9989-1da259946ac3 None None] Routers {'874e9e69-a091-4f49-b5b4-59772f12ff31'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:56:28.307722 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-55100619-387c-479f-9989-1da259946ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:56:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['874e9e69-a091-4f49-b5b4-59772f12ff31'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:28.400348 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Publish callbacks [] for router (874e9e69-a091-4f49-b5b4-59772f12ff31), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:28.417898 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-55100619-387c-479f-9989-1da259946ac3 None None] Set router 874e9e69-a091-4f49-b5b4-59772f12ff31 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:56:28.515581 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Publish callbacks [] for router_gateway (874e9e69-a091-4f49-b5b4-59772f12ff31), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:28.606484 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-55100619-387c-479f-9989-1da259946ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:56:27Z', 'revision_number': 5, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:28.633981 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55100619-387c-479f-9989-1da259946ac3 None None] Checking router: 874e9e69-a091-4f49-b5b4-59772f12ff31 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:56:28.643110 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55100619-387c-479f-9989-1da259946ac3 None None] Routers {'874e9e69-a091-4f49-b5b4-59772f12ff31'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:56:28.643718 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-55100619-387c-479f-9989-1da259946ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:56:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['874e9e69-a091-4f49-b5b4-59772f12ff31'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:28.704015 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Deleting port 16fff9d2-09ca-4083-96a2-420eeab2e3c1 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:56:28.704357 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:28.748838 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-55100619-387c-479f-9989-1da259946ac3 None None] Set router 874e9e69-a091-4f49-b5b4-59772f12ff31 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:56:28.789865 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] For port 16fff9d2-09ca-4083-96a2-420eeab2e3c1, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=16fff9d2-09ca-4083-96a2-420eeab2e3c1,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:28.790484 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:28.802993 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Calling delete_port for 16fff9d2-09ca-4083-96a2-420eeab2e3c1 owned by network:router_gateway {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:56:28.927962 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-55100619-387c-479f-9989-1da259946ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:56:27Z', 'revision_number': 5, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:28.957890 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55100619-387c-479f-9989-1da259946ac3 None None] The sync data for ids ['874e9e69-a091-4f49-b5b4-59772f12ff31'] in dv-cinder-782518-2-iscsi is: [{'id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'name': 'tempest-TestMinimumBasicScenario-910390049-router', 'tenant_id': '9f052df4c1b34d03afd585859c6a8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:32Z', 'updated_at': '2022-02-02T14:56:27Z', 'revision_number': 5, 'project_id': '9f052df4c1b34d03afd585859c6a8e55', 'gw_port': {'id': '16fff9d2-09ca-4083-96a2-420eeab2e3c1', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874e9e69-a091-4f49-b5b4-59772f12ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:33Z', 'updated_at': '2022-02-02T14:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:56:29.172301 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (16fff9d2-09ca-4083-96a2-420eeab2e3c1), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:29.199138 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fff9d2-09ca-4083-96a2-420eeab2e3c1,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:29.328732 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637276'] for router_gateway (874e9e69-a091-4f49-b5b4-59772f12ff31), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:29.431299 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:56:29.453725 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128f0d-1489-4482-8ffb-2f516417b804 req-afe7230a-82d5-413c-b6f8-68f9ab50a451 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:29.454263 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:56:29.454684 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 90cb52d8-a4c7-4a8f-a6d1-258ca39d48d6 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:56:29.455273 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-34128f0d-1489-4482-8ffb-2f516417b804 req-afe7230a-82d5-413c-b6f8-68f9ab50a451 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.2069650 Feb 02 14:56:29.459173 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16358'] for router (874e9e69-a091-4f49-b5b4-59772f12ff31), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:29.462345 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Publish callbacks [] for router_controller (874e9e69-a091-4f49-b5b4-59772f12ff31), precommit_delete_associations {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:29.483574 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7392a-230f-4ea0-8695-866016b629a6 req-1fedb6ff-6900-4624-b722-782d5f9d6eee tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:29.496732 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cdd7392a-230f-4ea0-8695-866016b629a6 req-1fedb6ff-6900-4624-b722-782d5f9d6eee tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.2263901 Feb 02 14:56:29.602840 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-34128f0d-1489-4482-8ffb-2f516417b804 req-ce3417f1-58f3-448d-b4b2-1090092c78fa tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369860 Feb 02 14:56:29.610547 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cdd7392a-230f-4ea0-8695-866016b629a6 req-36cccd43-39ea-4949-aa45-27e5688043bf tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004980 Feb 02 14:56:29.658317 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638668'] for router (874e9e69-a091-4f49-b5b4-59772f12ff31), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:29.658886 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874e9e69-a091-4f49-b5b4-59772f12ff31 {{(pid=121022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:56:29.666332 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:29.667904 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-58cc7146-960a-429c-beaa-4c1f404aa023 admin admin] 10.222.0.10 "DELETE /v2.0/routers/874e9e69-a091-4f49-b5b4-59772f12ff31 HTTP/1.1" status: 204 len: 168 time: 1.3707037 Feb 02 14:56:29.670564 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40152) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:29.718342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d3a1e7-9fc7-4052-bc95-900beb8495bd admin admin] Deleting subnet 703807f3-2fa6-4366-a8d8-6d32130fbf6d {{(pid=121022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:56:29.721972 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a1e7-9fc7-4052-bc95-900beb8495bd admin admin] Publish callbacks [] for subnet (703807f3-2fa6-4366-a8d8-6d32130fbf6d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:29.763873 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a1e7-9fc7-4052-bc95-900beb8495bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983608'] for subnet (703807f3-2fa6-4366-a8d8-6d32130fbf6d), precommit_delete_associations {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:29.868619 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a1e7-9fc7-4052-bc95-900beb8495bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (703807f3-2fa6-4366-a8d8-6d32130fbf6d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.007152 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a1e7-9fc7-4052-bc95-900beb8495bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5302774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5844443'] for subnet (703807f3-2fa6-4366-a8d8-6d32130fbf6d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.033342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3a1e7-9fc7-4052-bc95-900beb8495bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703807f3-2fa6-4366-a8d8-6d32130fbf6d,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:30.038179 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a1e7-9fc7-4052-bc95-900beb8495bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.041473 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-d9d3a1e7-9fc7-4052-bc95-900beb8495bd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/703807f3-2fa6-4366-a8d8-6d32130fbf6d HTTP/1.1" status: 204 len: 168 time: 0.3699272 Feb 02 14:56:30.045229 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40154) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:30.048153 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d4efcd-6518-4d2d-85ac-9e9894cab156 None None] Network 9184bd71-335b-4be0-804b-83d1c3aabf14 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:56:30.116405 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (9184bd71-335b-4be0-804b-83d1c3aabf14), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.172003 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Deleting port 754212f8-6412-4164-b482-81faca31bf2c {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:56:30.172331 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (754212f8-6412-4164-b482-81faca31bf2c), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.228581 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] DHCP port deletion for 9184bd71-335b-4be0-804b-83d1c3aabf14 request from dv-cinder-782518-2-iscsi {{(pid=121023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:56:30.241074 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] For port 754212f8-6412-4164-b482-81faca31bf2c, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=754212f8-6412-4164-b482-81faca31bf2c,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:30.241505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (754212f8-6412-4164-b482-81faca31bf2c), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.254377 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Calling delete_port for 754212f8-6412-4164-b482-81faca31bf2c owned by network:dhcp {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:56:30.278934 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Deleting port 754212f8-6412-4164-b482-81faca31bf2c {{(pid=121023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:56:30.279237 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (754212f8-6412-4164-b482-81faca31bf2c), before_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.342458 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] For port 754212f8-6412-4164-b482-81faca31bf2c, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=754212f8-6412-4164-b482-81faca31bf2c,segment=NetworkSegment(a2cb287d-93b0-45a6-9f79-6186c180c06f),segment_id=a2cb287d-93b0-45a6-9f79-6186c180c06f)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:30.342878 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (754212f8-6412-4164-b482-81faca31bf2c), precommit_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.355345 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Calling delete_port for 754212f8-6412-4164-b482-81faca31bf2c owned by network:dhcp {{(pid=121023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:56:30.412877 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (754212f8-6412-4164-b482-81faca31bf2c), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.437926 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Pushing event deleted for resources: {'Port': ['ID=754212f8-6412-4164-b482-81faca31bf2c,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:30.441431 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] No DVR routers for this DVR port 754212f8-6412-4164-b482-81faca31bf2c on host dv-cinder-782518-2-iscsi {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:56:30.476119 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154'] for port (754212f8-6412-4164-b482-81faca31bf2c), after_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.508461 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Pushing event deleted for resources: {'Port': ['ID=754212f8-6412-4164-b482-81faca31bf2c,revision_number=None']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:30.511437 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] No DVR routers for this DVR port 754212f8-6412-4164-b482-81faca31bf2c on host dv-cinder-782518-2-iscsi {{(pid=121023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:56:30.514031 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (9184bd71-335b-4be0-804b-83d1c3aabf14), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.520129 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.520590 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.521034 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.521441 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.521844 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.522262 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.522657 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.523075 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.523465 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.523858 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.524248 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.524636 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.525021 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17c82b-a791-4b70-bbeb-f472c49d0e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:30.540475 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9184bd71-335b-4be0-804b-83d1c3aabf14']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:30.550387 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cb287d-93b0-45a6-9f79-6186c180c06f') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:30.559647 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cb287d-93b0-45a6-9f79-6186c180c06f') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:30.561098 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (a2cb287d-93b0-45a6-9f79-6186c180c06f), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.575323 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (a2cb287d-93b0-45a6-9f79-6186c180c06f), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.582891 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (a2cb287d-93b0-45a6-9f79-6186c180c06f), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:56:30.594188 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:56:30.736033 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (9184bd71-335b-4be0-804b-83d1c3aabf14), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.744888 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:30.748998 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] 10.222.0.10 "DELETE /v2.0/networks/9184bd71-335b-4be0-804b-83d1c3aabf14 HTTP/1.1" status: 204 len: 168 time: 0.7028213 Feb 02 14:56:30.752099 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40160) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:30.776475 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0182e9-5aa0-4605-a30a-e098d6d7215c admin admin] Pushing event deleted for resources: {'Network': ['ID=9184bd71-335b-4be0-804b-83d1c3aabf14,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:30.819062 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94855a0-f4ef-4932-9231-94738e0225d8 req-1568ea63-9042-46bb-920a-7a54086981d3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:30.820493 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e94855a0-f4ef-4932-9231-94738e0225d8 req-1568ea63-9042-46bb-920a-7a54086981d3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.1413066 Feb 02 14:56:30.833217 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32af8f-db44-4f08-8dfc-90633771e40a req-ae6155b9-8b97-4ce7-8273-e3dc14731cf2 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:30.834666 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ed32af8f-db44-4f08-8dfc-90633771e40a req-ae6155b9-8b97-4ce7-8273-e3dc14731cf2 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.1446548 Feb 02 14:56:30.873202 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-3f9a4f7e-3975-42a5-aad6-75421d56d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:30.874722 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-3f9a4f7e-3975-42a5-aad6-75421d56d617 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 1129 time: 0.1240144 Feb 02 14:56:30.941461 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e94855a0-f4ef-4932-9231-94738e0225d8 req-f2251238-9666-42a4-8ae5-12cffea9593d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058075 Feb 02 14:56:30.946336 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ed32af8f-db44-4f08-8dfc-90633771e40a req-736201bf-c1cb-4ad6-989c-734793c801fa tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012313 Feb 02 14:56:31.018984 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-a22aed1c-478d-4f2c-94e0-e138a88e60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:31.020453 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-a22aed1c-478d-4f2c-94e0-e138a88e60c1 service neutron] 10.222.0.115 "GET /v2.0/networks?id=2813ccbc-bb37-4402-87c3-2fe928b76d75 HTTP/1.1" status: 200 len: 912 time: 0.1229153 Feb 02 14:56:31.089723 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-e9bae081-0eca-4783-b520-4411fc808db3 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a756d-2f8b-4d37-8976-6a0df0d08bda HTTP/1.1" status: 200 len: 1001 time: 0.0603385 Feb 02 14:56:31.126486 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637538'] for router_interface (8acac574-ce4d-47bf-8143-080a42266fc1), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:31.142500 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-547c1627-3269-410b-b061-cbea73bb6ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:31.144055 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-547c1627-3269-410b-b061-cbea73bb6ee9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=6ea74d05-2afb-4e1c-b116-b80e5c25cdd7 HTTP/1.1" status: 200 len: 849 time: 0.0483966 Feb 02 14:56:31.187461 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 754212f8-6412-4164-b482-81faca31bf2c no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:56:31.201184 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-2bd0c020-e8c0-4442-9b92-2ffd3cad391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:31.203078 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-2bd0c020-e8c0-4442-9b92-2ffd3cad391e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2813ccbc-bb37-4402-87c3-2fe928b76d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498195 Feb 02 14:56:31.208088 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 754212f8-6412-4164-b482-81faca31bf2c {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:56:31.208436 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 754212f8-6412-4164-b482-81faca31bf2c not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:56:31.208851 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 16fff9d2-09ca-4083-96a2-420eeab2e3c1 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:56:31.228928 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 16fff9d2-09ca-4083-96a2-420eeab2e3c1 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:56:31.229277 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 16fff9d2-09ca-4083-96a2-420eeab2e3c1 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:56:31.298132 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-e4fc8241-c027-40ef-9618-146349fba8b7 service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877891 Feb 02 14:56:31.383711 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Deleting port fb9fdd7f-da44-4259-bbc3-301be47679c9 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:56:31.383965 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:31.393951 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f63dd2dd-48ce-4a84-865d-73a673a6a9b7 req-2047945b-c9fb-406e-acc0-5309f6d0e41a service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891914 Feb 02 14:56:31.468151 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] For port fb9fdd7f-da44-4259-bbc3-301be47679c9, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=fb9fdd7f-da44-4259-bbc3-301be47679c9,segment=NetworkSegment(aa9fb304-862d-472b-86a7-57a3c8db232d),segment_id=aa9fb304-862d-472b-86a7-57a3c8db232d)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:31.468512 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:31.481140 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Calling delete_port for fb9fdd7f-da44-4259-bbc3-301be47679c9 owned by network:router_interface {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:56:31.749750 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (fb9fdd7f-da44-4259-bbc3-301be47679c9), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:31.778924 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9fdd7f-da44-4259-bbc3-301be47679c9,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:31.790799 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.790799 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.791064 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.791169 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.791502 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.791836 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.792702 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.793176 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.793700 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.794043 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.794377 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.794703 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.795056 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:56:31.965449 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637694'] for router_interface (8acac574-ce4d-47bf-8143-080a42266fc1), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:32.106201 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67770a4-488b-4ded-aaaf-2639a8560570 req-25302c5c-4826-4e08-84ec-b20b27c671ff tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:32.107647 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d67770a4-488b-4ded-aaaf-2639a8560570 req-25302c5c-4826-4e08-84ec-b20b27c671ff tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0855029 Feb 02 14:56:32.119070 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135630b-24de-4e48-a19d-973175a6ad26 req-74e36ac8-c111-4672-9197-598b2bf343a6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:32.120530 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f135630b-24de-4e48-a19d-973175a6ad26 req-74e36ac8-c111-4672-9197-598b2bf343a6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0888331 Feb 02 14:56:32.196243 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d67770a4-488b-4ded-aaaf-2639a8560570 req-ff617bda-a5ea-4ccb-afad-3312b6f6f9cf tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747452 Feb 02 14:56:32.204408 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f135630b-24de-4e48-a19d-973175a6ad26 req-b494b036-1002-49a3-9277-4e703947f0fc tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762844 Feb 02 14:56:32.421659 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Router 8acac574-ce4d-47bf-8143-080a42266fc1 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:56:32.529866 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:56:32.535136 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-58fb4375-5ef8-459e-bff4-88f47156373a admin admin] 10.222.0.10 "PUT /v2.0/routers/8acac574-ce4d-47bf-8143-080a42266fc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814298 Feb 02 14:56:32.537742 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40166) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:32.538482 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] Sync routers for ids ['8acac574-ce4d-47bf-8143-080a42266fc1'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:56:32.548803 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] Routers {'8acac574-ce4d-47bf-8143-080a42266fc1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:56:32.549516 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:56:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['8acac574-ce4d-47bf-8143-080a42266fc1'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:32.642616 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Publish callbacks [] for router (8acac574-ce4d-47bf-8143-080a42266fc1), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:32.653904 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] Set router 8acac574-ce4d-47bf-8143-080a42266fc1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:56:32.751390 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Publish callbacks [] for router_gateway (8acac574-ce4d-47bf-8143-080a42266fc1), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:32.835091 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'name': 'tempest-TestMinimumBasicScenario-790008699-router', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:56:31Z', 'revision_number': 5, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'gw_port': {'id': '3df329c2-f933-4aee-af70-3362fcd9702c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:32.880017 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Deleting port 3df329c2-f933-4aee-af70-3362fcd9702c {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:56:32.880657 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:32.950825 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] Checking router: 8acac574-ce4d-47bf-8143-080a42266fc1 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:56:32.960762 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] Routers {'8acac574-ce4d-47bf-8143-080a42266fc1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:56:32.961378 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:56:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['8acac574-ce4d-47bf-8143-080a42266fc1'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:32.971548 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] For port 3df329c2-f933-4aee-af70-3362fcd9702c, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=3df329c2-f933-4aee-af70-3362fcd9702c,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:32.972123 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:32.986442 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Calling delete_port for 3df329c2-f933-4aee-af70-3362fcd9702c owned by network:router_gateway {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:56:33.052695 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] Set router 8acac574-ce4d-47bf-8143-080a42266fc1 gateway port host: None {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:56:33.105751 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'name': 'tempest-TestMinimumBasicScenario-790008699-router', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:56:32Z', 'revision_number': 6, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'gw_port_host': None}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:33.135990 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619eb00-41ae-420e-a874-8b21e3c4c7df None None] The sync data for ids ['8acac574-ce4d-47bf-8143-080a42266fc1'] in dv-cinder-782518-2-iscsi is: [{'id': '8acac574-ce4d-47bf-8143-080a42266fc1', 'name': 'tempest-TestMinimumBasicScenario-790008699-router', 'tenant_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:52:41Z', 'updated_at': '2022-02-02T14:56:32Z', 'revision_number': 6, 'project_id': 'a65fee920a064d7c8cb3d5a826fa3ec9', 'gw_port_host': None}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:56:33.248349 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (3df329c2-f933-4aee-af70-3362fcd9702c), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:33.290454 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df329c2-f933-4aee-af70-3362fcd9702c,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:33.357931 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637276'] for router_gateway (8acac574-ce4d-47bf-8143-080a42266fc1), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:33.376777 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a06ac-dcc3-4012-86de-611aa1a70b7d req-07f19279-6a4e-44bc-9a38-32a4a337ee4c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:33.378278 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-537a06ac-dcc3-4012-86de-611aa1a70b7d req-07f19279-6a4e-44bc-9a38-32a4a337ee4c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0969574 Feb 02 14:56:33.390453 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6595c-6b0d-4714-b501-e8907f2e986a req-791ff824-66a7-48d6-9147-9079a41f6ccb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:33.391980 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dbe6595c-6b0d-4714-b501-e8907f2e986a req-791ff824-66a7-48d6-9147-9079a41f6ccb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0914025 Feb 02 14:56:33.459183 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16358'] for router (8acac574-ce4d-47bf-8143-080a42266fc1), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:33.461609 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Publish callbacks [] for router_controller (8acac574-ce4d-47bf-8143-080a42266fc1), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:33.470828 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-dbe6595c-6b0d-4714-b501-e8907f2e986a req-cee7730b-722d-41f3-aefc-0dfdb060eff3 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721231 Feb 02 14:56:33.473650 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-537a06ac-dcc3-4012-86de-611aa1a70b7d req-25a635c9-163c-4c2b-b745-74d25352119e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807812 Feb 02 14:56:33.619974 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638668'] for router (8acac574-ce4d-47bf-8143-080a42266fc1), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:33.621211 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8acac574-ce4d-47bf-8143-080a42266fc1 {{(pid=121021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:56:33.629838 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:33.634472 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-74703111-c1a9-423c-8b66-9c467e40a3e6 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8acac574-ce4d-47bf-8143-080a42266fc1 HTTP/1.1" status: 204 len: 168 time: 1.0922787 Feb 02 14:56:33.634472 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40196) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:33.686261 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6992e5-55b8-430d-b99a-1f4804efa090 admin admin] Deleting subnet c5a47116-9749-4443-bca8-294c44172121 {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:56:33.690192 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aa6992e5-55b8-430d-b99a-1f4804efa090 admin admin] Publish callbacks [] for subnet (c5a47116-9749-4443-bca8-294c44172121), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:33.736010 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aa6992e5-55b8-430d-b99a-1f4804efa090 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (c5a47116-9749-4443-bca8-294c44172121), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:33.878234 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aa6992e5-55b8-430d-b99a-1f4804efa090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (c5a47116-9749-4443-bca8-294c44172121), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:33.970161 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12f21f-8304-4d49-a1b0-e6596c687470 req-336ce9d7-2beb-4b62-8fec-758e9878456f tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:33.971847 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9b12f21f-8304-4d49-a1b0-e6596c687470 req-336ce9d7-2beb-4b62-8fec-758e9878456f tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0719397 Feb 02 14:56:33.996918 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aa6992e5-55b8-430d-b99a-1f4804efa090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (c5a47116-9749-4443-bca8-294c44172121), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.007503 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3e72e484-92f5-44ec-876d-b39997decaab details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:56:34.030298 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9b12f21f-8304-4d49-a1b0-e6596c687470 req-6ac56c6a-8953-4fee-b668-59345dfdff26 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529807 Feb 02 14:56:34.067784 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aa6992e5-55b8-430d-b99a-1f4804efa090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.072154 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-aa6992e5-55b8-430d-b99a-1f4804efa090 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c5a47116-9749-4443-bca8-294c44172121 HTTP/1.1" status: 204 len: 168 time: 0.4376755 Feb 02 14:56:34.073414 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6992e5-55b8-430d-b99a-1f4804efa090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a47116-9749-4443-bca8-294c44172121,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:34.075201 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40200) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:34.114477 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f95c34-214f-499e-bd37-8b5101d086eb None None] Network 80b36e81-77bc-4e99-933b-37a72c4f9e1a requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:56:34.135467 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-3f26a287-86a7-4519-967e-eca5e8209daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:34.139259 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-3f26a287-86a7-4519-967e-eca5e8209daf service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 1129 time: 0.0926015 Feb 02 14:56:34.176578 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (80b36e81-77bc-4e99-933b-37a72c4f9e1a), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.257129 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Deleting port 44fb6f4d-026e-401c-8781-351f9ea963c1 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:56:34.258826 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.283074 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:34.323006 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '3e72e484-92f5-44ec-876d-b39997decaab', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'port_id': '3e72e484-92f5-44ec-876d-b39997decaab', 'mac_address': 'fa:16:3e:1e:8b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:56:34.345105 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-dc8b6380-bdcf-4c9e-81d3-e8615676cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:34.346743 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-dc8b6380-bdcf-4c9e-81d3-e8615676cbfc service neutron] 10.222.0.115 "GET /v2.0/networks?id=2813ccbc-bb37-4402-87c3-2fe928b76d75 HTTP/1.1" status: 200 len: 912 time: 0.2020369 Feb 02 14:56:34.374253 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 3e72e484-92f5-44ec-876d-b39997decaab is: ACTIVE; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:56:34.374642 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3e72e484-92f5-44ec-876d-b39997decaab), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.393132 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e72e484-92f5-44ec-876d-b39997decaab {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:56:34.394298 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] For port 44fb6f4d-026e-401c-8781-351f9ea963c1, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=44fb6f4d-026e-401c-8781-351f9ea963c1,segment=NetworkSegment(aa9fb304-862d-472b-86a7-57a3c8db232d),segment_id=aa9fb304-862d-472b-86a7-57a3c8db232d)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:34.397216 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.413536 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Calling delete_port for 44fb6f4d-026e-401c-8781-351f9ea963c1 owned by network:dhcp {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:56:34.432514 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-27403605-fe7f-4b5f-9573-7d3d3fb1ef28 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a756d-2f8b-4d37-8976-6a0df0d08bda HTTP/1.1" status: 200 len: 1001 time: 0.0796559 Feb 02 14:56:34.437345 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:34.493246 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-d4c6b44a-bc82-478d-9cea-895d4d0b3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:34.497936 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-d4c6b44a-bc82-478d-9cea-895d4d0b3b33 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=6ea74d05-2afb-4e1c-b116-b80e5c25cdd7 HTTP/1.1" status: 200 len: 849 time: 0.0556002 Feb 02 14:56:34.535041 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.547499 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97a89d-b248-4593-b954-6f99413c666b None None] DHCP port deletion for 80b36e81-77bc-4e99-933b-37a72c4f9e1a request from dv-cinder-782518-2-iscsi {{(pid=121023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:56:34.638672 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-c630828e-cbc9-40c0-844b-b78897237216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:34.640181 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-c630828e-cbc9-40c0-844b-b78897237216 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2813ccbc-bb37-4402-87c3-2fe928b76d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1383929 Feb 02 14:56:34.668121 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.675548 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] No DVR routers for this DVR port 44fb6f4d-026e-401c-8781-351f9ea963c1 on host dv-cinder-782518-2-iscsi {{(pid=121021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:56:34.704295 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3814a6-2043-4180-a925-18021c78a69d req-8bf6fccb-f02e-4003-8ca8-16aabf0075ce tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:34.706130 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-be3814a6-2043-4180-a925-18021c78a69d req-8bf6fccb-f02e-4003-8ca8-16aabf0075ce tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 944 time: 0.1130435 Feb 02 14:56:34.733170 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fb6f4d-026e-401c-8781-351f9ea963c1,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:34.808614 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-be3814a6-2043-4180-a925-18021c78a69d req-e920699f-163c-4a44-a031-34add3e71dc5 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675418 Feb 02 14:56:34.810551 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-369adaf5-4129-4ed6-9fdf-632d1966cc8b service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635575 Feb 02 14:56:34.831066 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['3e72e484-92f5-44ec-876d-b39997decaab'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:56:34.882895 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=6']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:34.884180 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (80b36e81-77bc-4e99-933b-37a72c4f9e1a), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.911541 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-8d97a89d-b248-4593-b954-6f99413c666b None None] Deleting port 44fb6f4d-026e-401c-8781-351f9ea963c1 {{(pid=121023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:56:34.911918 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8d97a89d-b248-4593-b954-6f99413c666b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), before_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.915530 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b36e81-77bc-4e99-933b-37a72c4f9e1a']}} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:34.930229 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9fb304-862d-472b-86a7-57a3c8db232d') {'for_net_delete': True} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:34.930836 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9fb304-862d-472b-86a7-57a3c8db232d') {} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:56:34.945403 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5464450'] for segment (aa9fb304-862d-472b-86a7-57a3c8db232d), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.961037 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c25a4a6-a9f3-44c9-a19d-ae35cab2a3ef req-7e08931a-dd01-40ad-83bf-0c3c13bc5da0 service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340621 Feb 02 14:56:34.962358 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (aa9fb304-862d-472b-86a7-57a3c8db232d), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:34.969876 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=121021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:56:34.969876 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5467550'] for segment (aa9fb304-862d-472b-86a7-57a3c8db232d), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:35.017392 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-8d97a89d-b248-4593-b954-6f99413c666b None None] For port 44fb6f4d-026e-401c-8781-351f9ea963c1, host dv-cinder-782518-2-iscsi, got binding levels [] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:35.017982 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8d97a89d-b248-4593-b954-6f99413c666b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), precommit_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: Traceback (most recent call last): Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: timer() Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: cb(*args, **kw) Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: return func(*args, **kwargs) Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: self._notify() Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: self.callback(batched_events) Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: event.method(event) Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: return f(self, *a, **k) Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: return self._get(url).json() Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: return self.request(url, 'GET', **kwargs) Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:56:35.033278 dv-cinder-782518-2-iscsi neutron-server[121021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:56:35.044131 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-8d97a89d-b248-4593-b954-6f99413c666b None None] Calling delete_port for 44fb6f4d-026e-401c-8781-351f9ea963c1 owned by network:dhcp {{(pid=121023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:56:35.049184 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.ipam_backend_mixin [None req-8d97a89d-b248-4593-b954-6f99413c666b None None] Port 44fb6f4d-026e-401c-8781-351f9ea963c1 was not found and therefore no delete operation was performed {{(pid=121023) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 14:56:35.056747 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8d97a89d-b248-4593-b954-6f99413c666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154'] for port (44fb6f4d-026e-401c-8781-351f9ea963c1), after_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:35.097857 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97a89d-b248-4593-b954-6f99413c666b None None] Pushing event deleted for resources: {'Port': ['ID=44fb6f4d-026e-401c-8781-351f9ea963c1,revision_number=None']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:35.105863 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97a89d-b248-4593-b954-6f99413c666b None None] No DVR routers for this DVR port 44fb6f4d-026e-401c-8781-351f9ea963c1 on host dv-cinder-782518-2-iscsi {{(pid=121023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:56:35.170981 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (80b36e81-77bc-4e99-933b-37a72c4f9e1a), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:35.213460 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:35.224865 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] 10.222.0.10 "DELETE /v2.0/networks/80b36e81-77bc-4e99-933b-37a72c4f9e1a HTTP/1.1" status: 204 len: 168 time: 1.1445470 Feb 02 14:56:35.235355 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 3df329c2-f933-4aee-af70-3362fcd9702c no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:56:35.256730 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edc025-6de3-405b-9056-a5fffcee3893 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b36e81-77bc-4e99-933b-37a72c4f9e1a,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:35.265016 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 3df329c2-f933-4aee-af70-3362fcd9702c {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:56:35.265369 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 3df329c2-f933-4aee-af70-3362fcd9702c not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:56:35.265797 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 44fb6f4d-026e-401c-8781-351f9ea963c1 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:56:35.300416 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccb32a-1137-4d30-8709-feecdfec2654 req-c1a75be1-c6cc-472c-8a74-4e556d3745ef tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:35.307282 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-47ccb32a-1137-4d30-8709-feecdfec2654 req-c1a75be1-c6cc-472c-8a74-4e556d3745ef tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.1421809 Feb 02 14:56:35.314045 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 44fb6f4d-026e-401c-8781-351f9ea963c1 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:56:35.314392 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 44fb6f4d-026e-401c-8781-351f9ea963c1 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:56:35.314838 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device fb9fdd7f-da44-4259-bbc3-301be47679c9 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:56:35.349020 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: fb9fdd7f-da44-4259-bbc3-301be47679c9 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:56:35.349414 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device fb9fdd7f-da44-4259-bbc3-301be47679c9 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:56:35.368249 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-47ccb32a-1137-4d30-8709-feecdfec2654 req-64e3a3ce-2a82-449b-9001-a9cd3813a280 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599518 Feb 02 14:56:35.770289 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40208) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:35.822986 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40210) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:35.824205 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-e2955ced-006f-4fc0-a0eb-67b06836d1d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f052df4c1b34d03afd585859c6a8e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518272 Feb 02 14:56:35.881388 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-56dcf78b-d004-4da5-928e-0e7b502dd822 admin admin] Publish callbacks [] for security_group (11402e3e-be40-4b40-a177-72be7809c90c), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:35.942158 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-56dcf78b-d004-4da5-928e-0e7b502dd822 admin admin] Publish callbacks [] for security_group (11402e3e-be40-4b40-a177-72be7809c90c), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:36.022571 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3e72e484-92f5-44ec-876d-b39997decaab up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:56:36.033100 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf0ae9-58f4-41f0-8aaa-1418f1e25d26 req-ef4b9d40-874a-4e6f-aaf7-9b880337f083 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:36.040992 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-56bf0ae9-58f4-41f0-8aaa-1418f1e25d26 req-ef4b9d40-874a-4e6f-aaf7-9b880337f083 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 944 time: 0.1088946 Feb 02 14:56:36.096387 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 3e72e484-92f5-44ec-876d-b39997decaab triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:56:36.096780 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (3e72e484-92f5-44ec-876d-b39997decaab), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:36.099353 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-56bf0ae9-58f4-41f0-8aaa-1418f1e25d26 req-1790ed89-5510-4d45-a716-da4563ebd78e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574193 Feb 02 14:56:36.149555 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-56dcf78b-d004-4da5-928e-0e7b502dd822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (11402e3e-be40-4b40-a177-72be7809c90c), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:36.152930 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-56dcf78b-d004-4da5-928e-0e7b502dd822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:36.154400 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-56dcf78b-d004-4da5-928e-0e7b502dd822 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11402e3e-be40-4b40-a177-72be7809c90c HTTP/1.1" status: 204 len: 168 time: 0.3296740 Feb 02 14:56:36.164347 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcf78b-d004-4da5-928e-0e7b502dd822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11402e3e-be40-4b40-a177-72be7809c90c,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:36.207720 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 3e72e484-92f5-44ec-876d-b39997decaab is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:56:36.208091 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3e72e484-92f5-44ec-876d-b39997decaab), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:36.244021 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:56:36.246752 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99ca5eb-369d-49ed-a923-c86e10850be2" -d '{"events": [{"server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "name": "network-vif-plugged", "status": "completed", "tag": "3e72e484-92f5-44ec-876d-b39997decaab"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:56:36.260458 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:36.338306 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:36.432261 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=7']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:36.460089 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3431446f-3323-42e0-8c3b-690d0bc181fb x-openstack-request-id: req-3431446f-3323-42e0-8c3b-690d0bc181fb {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:56:36.460382 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "name": "network-vif-plugged", "status": "completed", "tag": "3e72e484-92f5-44ec-876d-b39997decaab", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:56:36.460634 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3431446f-3323-42e0-8c3b-690d0bc181fb {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:56:36.461032 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab', 'code': 200} Feb 02 14:56:36.546804 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f36f59-0b09-41a1-9711-a239be94ce60 req-c0e588bd-517d-4a0d-9386-e9e49681e614 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:36.550869 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-11f36f59-0b09-41a1-9711-a239be94ce60 req-c0e588bd-517d-4a0d-9386-e9e49681e614 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0613811 Feb 02 14:56:36.632634 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-11f36f59-0b09-41a1-9711-a239be94ce60 req-d05487ed-52ae-4707-86a4-8979444f4f23 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570011 Feb 02 14:56:37.047183 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40226) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:37.098580 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-783c2718-7328-43c0-8197-e6d9935bece1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a65fee920a064d7c8cb3d5a826fa3ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479004 Feb 02 14:56:37.098859 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40228) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:56:37.157378 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-eec26c03-d04a-4eec-9a88-d171af993c21 admin admin] Publish callbacks [] for security_group (07b79656-7f14-4749-ab5c-bb40e84d08ba), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:37.180095 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-eec26c03-d04a-4eec-9a88-d171af993c21 admin admin] Publish callbacks [] for security_group (07b79656-7f14-4749-ab5c-bb40e84d08ba), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:37.236951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445455ef-020a-4967-8564-cd2383bc0990 req-a2ecda83-d060-47a8-9cc7-dd210188beaf tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:37.278902 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-445455ef-020a-4967-8564-cd2383bc0990 req-a2ecda83-d060-47a8-9cc7-dd210188beaf tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0572832 Feb 02 14:56:37.293068 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-445455ef-020a-4967-8564-cd2383bc0990 req-49f48734-140c-4f06-bf0e-b5178efc4874 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481172 Feb 02 14:56:37.744003 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-eec26c03-d04a-4eec-9a88-d171af993c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (07b79656-7f14-4749-ab5c-bb40e84d08ba), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:37.747308 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-eec26c03-d04a-4eec-9a88-d171af993c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:37.748467 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-eec26c03-d04a-4eec-9a88-d171af993c21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07b79656-7f14-4749-ab5c-bb40e84d08ba HTTP/1.1" status: 204 len: 168 time: 0.6486008 Feb 02 14:56:37.756654 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec26c03-d04a-4eec-9a88-d171af993c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b79656-7f14-4749-ab5c-bb40e84d08ba,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:38.433216 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c87860-60ba-48ba-9615-af43a931a798 req-f83f2a6b-3f70-4092-aaa7-5fb602e0b4a4 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:38.434776 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e3c87860-60ba-48ba-9615-af43a931a798 req-f83f2a6b-3f70-4092-aaa7-5fb602e0b4a4 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0633276 Feb 02 14:56:38.495357 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e3c87860-60ba-48ba-9615-af43a931a798 req-f47ad22c-fd4f-4ffa-9907-6d41d2580709 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536065 Feb 02 14:56:38.612255 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:56:39.642878 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead588f-b948-4ac4-a4de-367d813d3369 req-50fb6cc1-eef9-431a-8533-39fc69cf3af3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:39.645128 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8ead588f-b948-4ac4-a4de-367d813d3369 req-50fb6cc1-eef9-431a-8533-39fc69cf3af3 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0593426 Feb 02 14:56:39.701699 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8ead588f-b948-4ac4-a4de-367d813d3369 req-9f8c3d72-d3a2-4de9-ad7e-1db2b61f8a4d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511374 Feb 02 14:56:40.834551 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2324-da10-46ee-8cc3-330e86bfdff7 req-be5352b1-b56a-44e8-8470-56fbe3eaedd0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:40.836473 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ecde2324-da10-46ee-8cc3-330e86bfdff7 req-be5352b1-b56a-44e8-8470-56fbe3eaedd0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0599496 Feb 02 14:56:40.887247 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ecde2324-da10-46ee-8cc3-330e86bfdff7 req-6c481cfa-d804-45d8-9a5d-47ebd1894ece tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444484 Feb 02 14:56:42.021997 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee17b2-48bd-438c-835e-f232e2ebb244 req-cc0a0ede-5f98-4394-95ba-ca814f50a3fb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:42.024041 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-27ee17b2-48bd-438c-835e-f232e2ebb244 req-cc0a0ede-5f98-4394-95ba-ca814f50a3fb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0581682 Feb 02 14:56:42.080381 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-27ee17b2-48bd-438c-835e-f232e2ebb244 req-6472c9e5-5104-4ab6-9113-43bb34c5d7c0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494704 Feb 02 14:56:42.681149 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8deda4f0-1416-4216-8cb8-5e7cf5b5f65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:43.213032 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758644f2-4246-4f1e-ac43-b98c3e940195 req-37a32bac-4ab7-4ae3-b0fa-945ab171776e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:43.215284 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-758644f2-4246-4f1e-ac43-b98c3e940195 req-37a32bac-4ab7-4ae3-b0fa-945ab171776e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0581303 Feb 02 14:56:43.568461 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-758644f2-4246-4f1e-ac43-b98c3e940195 req-178166bf-af14-407d-bf26-36a6d3d73e85 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387492 Feb 02 14:56:44.693440 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff487b32-f3a0-47d7-a01e-04c6a54de6a1 req-a6d5af12-e396-4dc1-8fab-eb29b81d5321 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:44.694962 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ff487b32-f3a0-47d7-a01e-04c6a54de6a1 req-a6d5af12-e396-4dc1-8fab-eb29b81d5321 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0571730 Feb 02 14:56:44.755336 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ff487b32-f3a0-47d7-a01e-04c6a54de6a1 req-7d873914-dd4d-4355-b132-8e908fe91bf1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528207 Feb 02 14:56:45.143810 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3255a195-8ec8-4e22-a987-da40ce788dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:45.880452 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b57-eeae-439d-96fb-9ae8cad70173 req-0e534e5c-56fd-426a-b1de-e3745d3bbf93 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:45.881907 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-db9a1b57-eeae-439d-96fb-9ae8cad70173 req-0e534e5c-56fd-426a-b1de-e3745d3bbf93 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0539958 Feb 02 14:56:45.931150 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-db9a1b57-eeae-439d-96fb-9ae8cad70173 req-a8184023-ce5b-4f3b-bc7e-08283593ab1e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426972 Feb 02 14:56:46.148997 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:46.665427 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af49da-0948-4384-bafb-38d44ea373bb req-d398844e-523b-4bf1-93a7-e9d56e1421e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:46.667104 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8af49da-0948-4384-bafb-38d44ea373bb req-d398844e-523b-4bf1-93a7-e9d56e1421e7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 1129 time: 0.0461128 Feb 02 14:56:46.756579 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af49da-0948-4384-bafb-38d44ea373bb req-02089c96-f29a-4a5f-abb5-156721596010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:46.758105 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8af49da-0948-4384-bafb-38d44ea373bb req-02089c96-f29a-4a5f-abb5-156721596010 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 917 time: 0.0854592 Feb 02 14:56:46.829907 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8af49da-0948-4384-bafb-38d44ea373bb req-36646bef-7980-415b-ae0d-0546b833e56f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e72e484-92f5-44ec-876d-b39997decaab HTTP/1.1" status: 200 len: 1001 time: 0.0655847 Feb 02 14:56:46.879178 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af49da-0948-4384-bafb-38d44ea373bb req-e90bd316-dcd9-4aa7-ba07-4c53e1809e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:46.880609 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8af49da-0948-4384-bafb-38d44ea373bb req-e90bd316-dcd9-4aa7-ba07-4c53e1809e82 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 200 len: 854 time: 0.0443306 Feb 02 14:56:46.935888 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af49da-0948-4384-bafb-38d44ea373bb req-7a1863b0-5244-473f-99fc-8690a8c8bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:46.937307 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8af49da-0948-4384-bafb-38d44ea373bb req-7a1863b0-5244-473f-99fc-8690a8c8bda9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c17544a5-d2c4-42f7-94cc-d29c8257a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500956 Feb 02 14:56:47.063884 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8af49da-0948-4384-bafb-38d44ea373bb req-496d0bd6-2d6f-4f9e-a376-c20838e46826 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203182 Feb 02 14:56:47.086444 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddbe98-43cb-4ff1-9ed6-9d86adc09f7a req-6a4ce62d-31ca-43b6-9abe-bed13ef909e1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:47.087878 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-abddbe98-43cb-4ff1-9ed6-9d86adc09f7a req-6a4ce62d-31ca-43b6-9abe-bed13ef909e1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0803666 Feb 02 14:56:47.191654 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-abddbe98-43cb-4ff1-9ed6-9d86adc09f7a req-5929bf2b-27da-4407-b82f-5313a4c6464e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935431 Feb 02 14:56:47.202543 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b8af49da-0948-4384-bafb-38d44ea373bb req-d9d637fe-1f11-4705-96d7-a07955aa2b0a service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313004 Feb 02 14:56:47.760553 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:48.320276 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54566f5b-e129-464a-9daf-7a8b02f6b3ce req-9deac3a9-6893-4718-b51f-5453de67c87b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:48.321814 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54566f5b-e129-464a-9daf-7a8b02f6b3ce req-9deac3a9-6893-4718-b51f-5453de67c87b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0549655 Feb 02 14:56:48.371992 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54566f5b-e129-464a-9daf-7a8b02f6b3ce req-ba0c3c0f-e641-46f7-96fa-ad3735c8a92b tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439875 Feb 02 14:56:49.172090 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:49.513007 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46604f2-a008-4bb3-8afd-dd3ff8f9ee5e req-a0ca5b3e-2b13-423a-8ea0-e314742921a9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:49.514597 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f46604f2-a008-4bb3-8afd-dd3ff8f9ee5e req-a0ca5b3e-2b13-423a-8ea0-e314742921a9 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 945 time: 0.0667193 Feb 02 14:56:49.563137 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f46604f2-a008-4bb3-8afd-dd3ff8f9ee5e req-3900bf65-7ca4-47c9-b8bc-959bd3f5c29d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428669 Feb 02 14:56:50.076856 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3e72e484-92f5-44ec-876d-b39997decaab no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:56:50.155372 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 3e72e484-92f5-44ec-876d-b39997decaab is: ACTIVE; New status is: DOWN {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:56:50.155751 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3e72e484-92f5-44ec-876d-b39997decaab), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:50.177608 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:56:50.179859 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7ff838-2423-4bea-9751-17cedb6b8c19" -d '{"events": [{"server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "name": "network-vif-unplugged", "status": "completed", "tag": "3e72e484-92f5-44ec-876d-b39997decaab"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:56:50.192828 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:56:50.211686 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Feb 2022 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad90954-c754-4aef-ad61-76272f4664ad x-openstack-request-id: req-fad90954-c754-4aef-ad61-76272f4664ad {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:56:50.211979 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "name": "network-vif-unplugged", "status": "failed", "tag": "3e72e484-92f5-44ec-876d-b39997decaab", "code": 422}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:56:50.212262 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fad90954-c754-4aef-ad61-76272f4664ad {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:56:50.212720 dv-cinder-782518-2-iscsi neutron-server[121023]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab', 'code': 422} returned with failed status Feb 02 14:56:50.309644 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:50.357768 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=8']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:56:52.301694 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c550d0a-bcd8-401f-9834-d416b35ffa36 req-21d386a0-00cd-4fd7-b262-dde3af79cdcc tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:52.303312 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7c550d0a-bcd8-401f-9834-d416b35ffa36 req-21d386a0-00cd-4fd7-b262-dde3af79cdcc tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0560513 Feb 02 14:56:52.357998 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7c550d0a-bcd8-401f-9834-d416b35ffa36 req-02a44b58-344c-4115-b702-b5f51265cbb0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488610 Feb 02 14:56:52.792270 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09b05621-5b2c-4916-b208-0d35ab79611f req-ed01e334-b5a0-4663-817b-c22e9fbc1f83 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489714 Feb 02 14:56:53.495446 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f834df-85cf-425e-8083-3346f6d38b01 req-e690a105-e597-47e0-9c95-cc8a470336fe tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:53.497063 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-41f834df-85cf-425e-8083-3346f6d38b01 req-e690a105-e597-47e0-9c95-cc8a470336fe tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0607481 Feb 02 14:56:53.550944 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-41f834df-85cf-425e-8083-3346f6d38b01 req-423c1ecf-d1f9-4ef9-9a47-e7da4983cc5f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482128 Feb 02 14:56:54.691088 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b05621-5b2c-4916-b208-0d35ab79611f req-25fd592c-6e39-4a52-8ab4-c8103175bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:54.692592 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09b05621-5b2c-4916-b208-0d35ab79611f req-25fd592c-6e39-4a52-8ab4-c8103175bcc2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972&tenant_id=288118205ed44744a302b296426f45f7 HTTP/1.1" status: 200 len: 1127 time: 0.0789526 Feb 02 14:56:54.703717 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30898d02-b9a7-45cf-a60e-099dbc70ccf9 req-65ccdea0-b264-4d57-bd3f-eb6897eef0d6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:54.705092 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-30898d02-b9a7-45cf-a60e-099dbc70ccf9 req-65ccdea0-b264-4d57-bd3f-eb6897eef0d6 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0655346 Feb 02 14:56:54.788179 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-30898d02-b9a7-45cf-a60e-099dbc70ccf9 req-4dee8657-8f8c-45ee-8e8e-b7951507f32e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766883 Feb 02 14:56:54.801366 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b05621-5b2c-4916-b208-0d35ab79611f req-31d06de2-9559-45e2-b8c3-d2fb77258dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:54.802897 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09b05621-5b2c-4916-b208-0d35ab79611f req-31d06de2-9559-45e2-b8c3-d2fb77258dcd service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 1127 time: 0.0714209 Feb 02 14:56:54.899550 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b05621-5b2c-4916-b208-0d35ab79611f req-c411eb6f-3fcf-4469-af5b-92e27712969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:54.900949 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09b05621-5b2c-4916-b208-0d35ab79611f req-c411eb6f-3fcf-4469-af5b-92e27712969e service neutron] 10.222.0.115 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 917 time: 0.0903459 Feb 02 14:56:54.969383 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09b05621-5b2c-4916-b208-0d35ab79611f req-9be1d64c-dc8c-4832-9305-d8437135fd5b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e72e484-92f5-44ec-876d-b39997decaab HTTP/1.1" status: 200 len: 999 time: 0.0619273 Feb 02 14:56:55.018858 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b05621-5b2c-4916-b208-0d35ab79611f req-d8505ecd-c2a6-485e-a104-428514db2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:55.020324 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09b05621-5b2c-4916-b208-0d35ab79611f req-d8505ecd-c2a6-485e-a104-428514db2e6d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 200 len: 854 time: 0.0446553 Feb 02 14:56:55.069324 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b05621-5b2c-4916-b208-0d35ab79611f req-35a8b179-06a1-41bf-8f33-e67ddcb3fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:55.070867 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09b05621-5b2c-4916-b208-0d35ab79611f req-35a8b179-06a1-41bf-8f33-e67ddcb3fae2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c17544a5-d2c4-42f7-94cc-d29c8257a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433049 Feb 02 14:56:55.169493 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09b05621-5b2c-4916-b208-0d35ab79611f req-b6a9a15a-582b-409f-a594-6e8132689140 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924592 Feb 02 14:56:55.267108 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-09b05621-5b2c-4916-b208-0d35ab79611f req-79b0cd9d-5a18-46ae-a7d4-f36d499be7a6 service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917544 Feb 02 14:56:55.458198 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:56:55.924204 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e675-9207-4c26-ac36-ee787414edcc req-f3c00133-6755-4845-ac5e-91f28562255d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:55.925202 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2038e675-9207-4c26-ac36-ee787414edcc req-f3c00133-6755-4845-ac5e-91f28562255d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0600424 Feb 02 14:56:55.983191 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2038e675-9207-4c26-ac36-ee787414edcc req-d5953183-9519-4231-a967-86f576f1f224 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523088 Feb 02 14:56:57.285289 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db857d6-ecbe-4091-8447-dc20dd8e9865 req-a7df05cc-47d0-4593-b0d0-6257b4cafb19 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:57.286956 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0db857d6-ecbe-4091-8447-dc20dd8e9865 req-a7df05cc-47d0-4593-b0d0-6257b4cafb19 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0592010 Feb 02 14:56:57.338326 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0db857d6-ecbe-4091-8447-dc20dd8e9865 req-cb7ac553-8d9a-451b-a80b-3ed527b8ebf8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Feb 02 14:56:58.470881 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56d974-c237-40a7-bf22-8527fa4088c3 req-e9493533-2337-4c1a-b0a0-c0cd70d68f50 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:58.472499 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a56d974-c237-40a7-bf22-8527fa4088c3 req-e9493533-2337-4c1a-b0a0-c0cd70d68f50 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0602653 Feb 02 14:56:58.523718 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a56d974-c237-40a7-bf22-8527fa4088c3 req-30356e69-5272-4fd5-96f6-b6898d611e43 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453176 Feb 02 14:56:59.664955 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab0c2f-8a0c-4403-9f89-71424691f5df req-2ede555d-822b-4de8-a1f3-4b9f57d47256 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:56:59.668021 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fcab0c2f-8a0c-4403-9f89-71424691f5df req-2ede555d-822b-4de8-a1f3-4b9f57d47256 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0670168 Feb 02 14:56:59.736771 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fcab0c2f-8a0c-4403-9f89-71424691f5df req-9d43ec10-4036-44ed-a146-2429385184e8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631366 Feb 02 14:57:00.882700 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce1b88-70d9-4c6d-b87d-fcc4bd1370f4 req-6f726ad3-a1ef-467b-aa36-957762833c4e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:00.884297 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ccce1b88-70d9-4c6d-b87d-fcc4bd1370f4 req-6f726ad3-a1ef-467b-aa36-957762833c4e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0629952 Feb 02 14:57:00.940707 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ccce1b88-70d9-4c6d-b87d-fcc4bd1370f4 req-aab6b4ae-e7df-42fa-a33d-518724350539 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486476 Feb 02 14:57:02.074997 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071041f-e99a-4c85-a7e8-d59eaa70f6b8 req-300aba92-3c6b-4b5d-9be7-fc24ba9d9b5e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:02.076689 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f071041f-e99a-4c85-a7e8-d59eaa70f6b8 req-300aba92-3c6b-4b5d-9be7-fc24ba9d9b5e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0566273 Feb 02 14:57:02.130227 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f071041f-e99a-4c85-a7e8-d59eaa70f6b8 req-7aba746d-b833-4539-b34f-41b63d48d199 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478859 Feb 02 14:57:03.268790 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585d472-9464-4577-ae9a-20347dbcc043 req-2acf0a80-65d5-40ca-bffe-87690e2d71a1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:03.270369 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a585d472-9464-4577-ae9a-20347dbcc043 req-2acf0a80-65d5-40ca-bffe-87690e2d71a1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0559566 Feb 02 14:57:03.331948 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a585d472-9464-4577-ae9a-20347dbcc043 req-0da5ae8b-1ff9-448e-bdd1-bf521c0a00ee tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560663 Feb 02 14:57:04.478168 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc086a-6680-43ed-a9a0-dd386bf28ef3 req-52a3a3a0-b842-4699-a917-ded1941f7c36 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:04.480623 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aabc086a-6680-43ed-a9a0-dd386bf28ef3 req-52a3a3a0-b842-4699-a917-ded1941f7c36 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0718105 Feb 02 14:57:04.531095 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-aabc086a-6680-43ed-a9a0-dd386bf28ef3 req-20b31c20-af9d-44d2-9ec1-7b4a282b6026 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451043 Feb 02 14:57:05.656672 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a89b9-8ab8-45a8-8b45-b9fa44ca1a64 req-f8c25695-1935-4b0e-b6d1-0c2bfa3d2419 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:05.658253 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-732a89b9-8ab8-45a8-8b45-b9fa44ca1a64 req-f8c25695-1935-4b0e-b6d1-0c2bfa3d2419 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0544264 Feb 02 14:57:05.707130 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-732a89b9-8ab8-45a8-8b45-b9fa44ca1a64 req-df7397c3-670d-4fa3-b0ce-a123b8c5ee4f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421641 Feb 02 14:57:06.835571 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7589f0e-bd5e-48c5-8083-2294040faeac req-d4667973-d758-4feb-b4fc-4036d6925600 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:06.837046 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f7589f0e-bd5e-48c5-8083-2294040faeac req-d4667973-d758-4feb-b4fc-4036d6925600 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0539062 Feb 02 14:57:06.889035 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f7589f0e-bd5e-48c5-8083-2294040faeac req-c702d258-4da2-4312-aa51-c9d9ce3da3e0 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460811 Feb 02 14:57:08.012711 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603609b-80ab-424f-b86e-ea32217360a3 req-9158df72-f3ec-459a-8847-efcde57c1143 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:08.014246 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e603609b-80ab-424f-b86e-ea32217360a3 req-9158df72-f3ec-459a-8847-efcde57c1143 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 943 time: 0.0552375 Feb 02 14:57:08.061793 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e603609b-80ab-424f-b86e-ea32217360a3 req-f8bd4ef2-bfc4-492f-bfde-43abd81388eb tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Feb 02 14:57:08.129439 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3e72e484-92f5-44ec-876d-b39997decaab details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:57:08.230138 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:08.241274 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '3e72e484-92f5-44ec-876d-b39997decaab', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'port_id': '3e72e484-92f5-44ec-876d-b39997decaab', 'mac_address': 'fa:16:3e:1e:8b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:57:08.280304 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 3e72e484-92f5-44ec-876d-b39997decaab is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:57:08.280691 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3e72e484-92f5-44ec-876d-b39997decaab), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:08.294716 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e72e484-92f5-44ec-876d-b39997decaab {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:57:08.318000 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:08.429675 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:08.480442 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=9']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:08.758984 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['3e72e484-92f5-44ec-876d-b39997decaab'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:57:09.192632 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873de8e7-4ef0-4b84-a76f-8cfe4b56388a req-345d0a38-3c4a-466c-9562-cdb6b18b6b77 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:09.194178 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-873de8e7-4ef0-4b84-a76f-8cfe4b56388a req-345d0a38-3c4a-466c-9562-cdb6b18b6b77 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 944 time: 0.0590389 Feb 02 14:57:09.255701 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-873de8e7-4ef0-4b84-a76f-8cfe4b56388a req-92409521-3182-4552-bcf5-029c825e92fe tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549672 Feb 02 14:57:10.131216 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3e72e484-92f5-44ec-876d-b39997decaab up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:57:10.207176 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 3e72e484-92f5-44ec-876d-b39997decaab triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:57:10.207610 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (3e72e484-92f5-44ec-876d-b39997decaab), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:10.312850 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 3e72e484-92f5-44ec-876d-b39997decaab is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:57:10.313266 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3e72e484-92f5-44ec-876d-b39997decaab), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:10.337034 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:57:10.339710 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002d9aaa-6372-41dd-968f-2bad20fc78d5" -d '{"events": [{"server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "name": "network-vif-plugged", "status": "completed", "tag": "3e72e484-92f5-44ec-876d-b39997decaab"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:57:10.352483 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:10.384578 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a894f49-aeb3-4a6f-a5f1-0f970587515e x-openstack-request-id: req-2a894f49-aeb3-4a6f-a5f1-0f970587515e {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:57:10.384952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "name": "network-vif-plugged", "status": "completed", "tag": "3e72e484-92f5-44ec-876d-b39997decaab", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:57:10.385347 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a894f49-aeb3-4a6f-a5f1-0f970587515e {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:57:10.386266 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab', 'code': 200} Feb 02 14:57:10.401261 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9cec0-2cc5-47d3-83aa-e31db64075ec req-5fc7d713-759c-40db-9028-e6440b2968b1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:10.402785 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ade9cec0-2cc5-47d3-83aa-e31db64075ec req-5fc7d713-759c-40db-9028-e6440b2968b1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 944 time: 0.0586021 Feb 02 14:57:10.434499 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:10.458111 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ade9cec0-2cc5-47d3-83aa-e31db64075ec req-9df2bea7-2124-444b-b275-504e533d887d tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499012 Feb 02 14:57:10.485813 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=10']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:10.936993 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bfc46-ebab-4669-a6dd-d8f3d79c752a req-da36b7b7-13ba-4cbd-9005-44b324096810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:10.938462 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-750bfc46-ebab-4669-a6dd-d8f3d79c752a req-da36b7b7-13ba-4cbd-9005-44b324096810 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 1130 time: 0.0440037 Feb 02 14:57:10.982105 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-750bfc46-ebab-4669-a6dd-d8f3d79c752a req-5956809a-f0cc-4e97-87b7-213012082eca service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373776 Feb 02 14:57:11.587496 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d8c15-3b70-4d32-b1f3-a75cea226c98 req-9487b7b0-4568-4cda-91a4-e5cb62437779 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:11.589105 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c36d8c15-3b70-4d32-b1f3-a75cea226c98 req-9487b7b0-4568-4cda-91a4-e5cb62437779 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 946 time: 0.0562673 Feb 02 14:57:11.637569 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c36d8c15-3b70-4d32-b1f3-a75cea226c98 req-e22d68b1-54bc-4718-a0f4-d31241f26a0a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426481 Feb 02 14:57:12.680416 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2b14-e9c4-4e9e-92c7-37fb22139b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:12.765725 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63a886-ddd6-4fa5-a419-4e5f90f8db00 req-59ad6428-b983-4716-afae-26d3406b4d35 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:12.767401 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc63a886-ddd6-4fa5-a419-4e5f90f8db00 req-59ad6428-b983-4716-afae-26d3406b4d35 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 946 time: 0.0564647 Feb 02 14:57:12.817001 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cc63a886-ddd6-4fa5-a419-4e5f90f8db00 req-012922f8-4147-40aa-9603-1be1f54566a1 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 Feb 02 14:57:13.951445 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95341-f647-497b-804e-05c94f8b2760 req-d6279700-03d5-48ac-a2bd-edc64ad2f493 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:13.952964 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f4b95341-f647-497b-804e-05c94f8b2760 req-d6279700-03d5-48ac-a2bd-edc64ad2f493 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 946 time: 0.0532627 Feb 02 14:57:14.003773 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f4b95341-f647-497b-804e-05c94f8b2760 req-ab04175d-fd0c-475e-991c-22152166a482 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451376 Feb 02 14:57:15.114963 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-109c95d5-ea05-4e84-b433-40cf75e4453c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:15.612713 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:57:16.201786 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:17.755007 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:17.840447 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae763c09-bc78-481e-b16b-8a48f15d0a4a req-677ac23d-749d-4789-a5e3-0347cb85d8b6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:17.841956 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae763c09-bc78-481e-b16b-8a48f15d0a4a req-677ac23d-749d-4789-a5e3-0347cb85d8b6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0543380 Feb 02 14:57:17.889515 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae763c09-bc78-481e-b16b-8a48f15d0a4a req-759a143e-30ab-45e1-a34b-d36e6889ec66 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Feb 02 14:57:19.010738 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7ac0f-8f10-4369-8eef-780de2f8e5e0 req-57583b29-7d56-4742-b344-3f1b38b080fc tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:19.012149 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-87e7ac0f-8f10-4369-8eef-780de2f8e5e0 req-57583b29-7d56-4742-b344-3f1b38b080fc tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0536199 Feb 02 14:57:19.059530 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-87e7ac0f-8f10-4369-8eef-780de2f8e5e0 req-653657e6-def1-473d-93d6-878bb3b8e04d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418544 Feb 02 14:57:19.132392 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:20.203569 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47857d-a972-4ab1-af8a-2f9f6e44846e req-3813f1b8-f173-47b3-9f05-464ef95f82bc tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:20.206226 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1b47857d-a972-4ab1-af8a-2f9f6e44846e req-3813f1b8-f173-47b3-9f05-464ef95f82bc tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0773954 Feb 02 14:57:20.256225 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1b47857d-a972-4ab1-af8a-2f9f6e44846e req-3bff7fcc-a1c6-4bb1-bf20-17caaf6bf419 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447359 Feb 02 14:57:21.387854 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffda490-4d3d-4169-85d9-00ddf6c602a6 req-c82dc316-d5c2-4334-b837-16e81b44f3a6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:21.389483 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cffda490-4d3d-4169-85d9-00ddf6c602a6 req-c82dc316-d5c2-4334-b837-16e81b44f3a6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0558093 Feb 02 14:57:21.441419 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cffda490-4d3d-4169-85d9-00ddf6c602a6 req-29cdabb2-5640-48e4-b151-fea0ff55c07e tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462539 Feb 02 14:57:22.566860 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da03510-3267-48b9-8190-b7852d15fc34 req-089cdefb-df16-453a-95cb-fe74fdcd5d5c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:22.568323 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2da03510-3267-48b9-8190-b7852d15fc34 req-089cdefb-df16-453a-95cb-fe74fdcd5d5c tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0582500 Feb 02 14:57:22.617836 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2da03510-3267-48b9-8190-b7852d15fc34 req-f478001f-fc89-4b1d-af61-6b310c4ce30e tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438976 Feb 02 14:57:23.741780 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb8102-2b58-46f0-81b5-496f162d877a req-8c00762d-0d1f-4f5e-9ae3-d8da0ccb8d45 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:23.743356 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04cb8102-2b58-46f0-81b5-496f162d877a req-8c00762d-0d1f-4f5e-9ae3-d8da0ccb8d45 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0522137 Feb 02 14:57:23.790335 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04cb8102-2b58-46f0-81b5-496f162d877a req-0e373b91-309b-4c92-96f7-a251ad9de0c4 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406127 Feb 02 14:57:24.910975 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06f3e9-07c9-4ca5-9427-ba22ab5ab939 req-f74b1f4c-9fc3-4358-97f4-5ea15debe857 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:24.912464 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bb06f3e9-07c9-4ca5-9427-ba22ab5ab939 req-f74b1f4c-9fc3-4358-97f4-5ea15debe857 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0536149 Feb 02 14:57:24.967518 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bb06f3e9-07c9-4ca5-9427-ba22ab5ab939 req-3f96ac91-24e7-4993-845b-2dc60c1571b6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484350 Feb 02 14:57:25.543386 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:26.102508 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa1076-8901-4073-ab14-5296da7f32f9 req-b80e152c-0bc9-4cc2-bbdd-a7ff4bc13eb2 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:26.104974 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-45fa1076-8901-4073-ab14-5296da7f32f9 req-b80e152c-0bc9-4cc2-bbdd-a7ff4bc13eb2 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0646544 Feb 02 14:57:26.154772 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-45fa1076-8901-4073-ab14-5296da7f32f9 req-e0d2362e-e5b4-45ca-8a28-bf4d6db86859 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443637 Feb 02 14:57:27.278642 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abe3d2-53da-45ab-93fc-70c7094ce7ae req-2236e6bf-aa59-4ecb-94ac-ab8d3c6505a8 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:27.280218 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a1abe3d2-53da-45ab-93fc-70c7094ce7ae req-2236e6bf-aa59-4ecb-94ac-ab8d3c6505a8 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0566604 Feb 02 14:57:27.328355 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a1abe3d2-53da-45ab-93fc-70c7094ce7ae req-aeede072-66f4-4d2a-bdc9-3822e865df75 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425141 Feb 02 14:57:28.458725 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f5421-bd32-4889-bcf3-1196a7b4b5f5 req-c176460d-0a8a-4270-a956-d288e5415a69 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:28.461194 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd8f5421-bd32-4889-bcf3-1196a7b4b5f5 req-c176460d-0a8a-4270-a956-d288e5415a69 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0578237 Feb 02 14:57:28.512785 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd8f5421-bd32-4889-bcf3-1196a7b4b5f5 req-8a3e4d7e-e122-4dfa-867e-6d71f74d9ff0 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456114 Feb 02 14:57:29.640559 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1f040-1fc0-49e7-b382-fa46809933f7 req-a589f028-db66-4865-8477-7a60d50bf410 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:29.642162 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8ae1f040-1fc0-49e7-b382-fa46809933f7 req-a589f028-db66-4865-8477-7a60d50bf410 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0528653 Feb 02 14:57:29.689684 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8ae1f040-1fc0-49e7-b382-fa46809933f7 req-9c8e7a4f-a327-46de-aae8-a924bda4c846 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420020 Feb 02 14:57:30.180841 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d92f6-9d5f-47b9-ab09-ab7aea55ad5e req-5acff86f-5e65-4c97-b801-52621a81acb5 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:30.183622 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-650d92f6-9d5f-47b9-ab09-ab7aea55ad5e req-5acff86f-5e65-4c97-b801-52621a81acb5 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0570624 Feb 02 14:57:30.239628 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-650d92f6-9d5f-47b9-ab09-ab7aea55ad5e req-b11be7e6-e4dd-4e9f-a1a3-1b48512e4ecc tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499878 Feb 02 14:57:30.337295 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-46b26ac9-e91b-4d6d-a5aa-a3f4e0ba42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:30.339173 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-46b26ac9-e91b-4d6d-a5aa-a3f4e0ba42e5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 1129 time: 0.0477810 Feb 02 14:57:30.432054 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-a48e5cb8-9262-4adb-860a-7d950c5a14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:30.433752 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-a48e5cb8-9262-4adb-860a-7d950c5a14dc service neutron] 10.222.0.115 "GET /v2.0/networks?id=2813ccbc-bb37-4402-87c3-2fe928b76d75 HTTP/1.1" status: 200 len: 912 time: 0.0889502 Feb 02 14:57:30.504107 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-3d18db0f-5ade-4679-a95b-e719693b9fdb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a756d-2f8b-4d37-8976-6a0df0d08bda HTTP/1.1" status: 200 len: 1001 time: 0.0644991 Feb 02 14:57:30.554802 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-9730f15f-a8fa-49cb-a98e-4a5ed2fb26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:30.556649 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-9730f15f-a8fa-49cb-a98e-4a5ed2fb26e1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=6ea74d05-2afb-4e1c-b116-b80e5c25cdd7 HTTP/1.1" status: 200 len: 849 time: 0.0460143 Feb 02 14:57:30.617800 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-1b6a2503-b48d-4a66-9299-c9ec7ae838bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:30.620236 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-1b6a2503-b48d-4a66-9299-c9ec7ae838bf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2813ccbc-bb37-4402-87c3-2fe928b76d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560803 Feb 02 14:57:30.719339 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-90c59c75-dcf9-4f42-998d-f1a521336365 service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929065 Feb 02 14:57:30.814717 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-35ee11df-3e37-4445-9d49-b0b69f025a57 req-c4e534e2-da11-4011-ad62-6f1abc7833a0 service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867932 Feb 02 14:57:31.368518 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c44e01-daa0-4eb9-8a72-71f2c0df0f6e req-e3d4bb65-dff3-4790-aed4-f6144326db47 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:31.370934 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-34c44e01-daa0-4eb9-8a72-71f2c0df0f6e req-e3d4bb65-dff3-4790-aed4-f6144326db47 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0584109 Feb 02 14:57:31.432143 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-34c44e01-daa0-4eb9-8a72-71f2c0df0f6e req-98c173fc-eb27-4012-a128-eaae68c8f276 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549560 Feb 02 14:57:31.800693 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-29559ad1-e38b-4756-acfa-96162d3be650 req-30763d54-275a-4698-a3f6-c456f6664b20 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446129 Feb 02 14:57:31.880676 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29559ad1-e38b-4756-acfa-96162d3be650 req-629ad9b7-6d33-4a68-9d8a-e8da2477b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:31.882182 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-29559ad1-e38b-4756-acfa-96162d3be650 req-629ad9b7-6d33-4a68-9d8a-e8da2477b592 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=288118205ed44744a302b296426f45f7&device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 1130 time: 0.0458586 Feb 02 14:57:31.987616 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29559ad1-e38b-4756-acfa-96162d3be650 req-0e22ebf8-b009-4803-8df8-bc9cbed4a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:31.989376 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-29559ad1-e38b-4756-acfa-96162d3be650 req-0e22ebf8-b009-4803-8df8-bc9cbed4a627 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 200 len: 917 time: 0.0881972 Feb 02 14:57:32.053997 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-29559ad1-e38b-4756-acfa-96162d3be650 req-314af6ca-f006-475b-a3dc-194e209752f6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e72e484-92f5-44ec-876d-b39997decaab HTTP/1.1" status: 200 len: 1001 time: 0.0584908 Feb 02 14:57:32.106784 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29559ad1-e38b-4756-acfa-96162d3be650 req-e15969d0-7639-4195-a269-2f05cba53bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:32.108250 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-29559ad1-e38b-4756-acfa-96162d3be650 req-e15969d0-7639-4195-a269-2f05cba53bdf service neutron] 10.222.0.115 "GET /v2.0/subnets?id=9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 200 len: 854 time: 0.0480909 Feb 02 14:57:32.164468 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29559ad1-e38b-4756-acfa-96162d3be650 req-74375022-24b3-49bb-847d-6a05cfe41678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:32.166649 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-29559ad1-e38b-4756-acfa-96162d3be650 req-74375022-24b3-49bb-847d-6a05cfe41678 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c17544a5-d2c4-42f7-94cc-d29c8257a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452697 Feb 02 14:57:32.257413 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-29559ad1-e38b-4756-acfa-96162d3be650 req-238aef41-b521-4d4f-914d-4b59475faa5e service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832891 Feb 02 14:57:32.496128 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-29559ad1-e38b-4756-acfa-96162d3be650 req-521b8b60-ebe4-4eb1-ba37-d52bdcd8439b service neutron] 10.222.0.115 "GET /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002209 Feb 02 14:57:32.555493 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b4755-cd9e-44e4-b840-44efe7dd6a4e req-8a3b9a8e-1fbf-49cf-9103-6c53ea4304d9 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:32.557169 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-be0b4755-cd9e-44e4-b840-44efe7dd6a4e req-8a3b9a8e-1fbf-49cf-9103-6c53ea4304d9 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0554817 Feb 02 14:57:32.605228 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-be0b4755-cd9e-44e4-b840-44efe7dd6a4e req-724d2abd-b1b4-43d2-8562-127c3d3828e3 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Feb 02 14:57:42.663117 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c77f4094-34c4-42a8-b81d-2f16b175eff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:45.109095 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7572c7be-068e-43ab-a272-8b13d8e1d381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:46.137243 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:46.407307 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d555b0-0cc8-459c-8b42-ed1c9f58cdb6 req-71dc8e59-a823-4a96-bde2-08ac553bd02a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:46.408878 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-80d555b0-0cc8-459c-8b42-ed1c9f58cdb6 req-71dc8e59-a823-4a96-bde2-08ac553bd02a tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 946 time: 0.0605915 Feb 02 14:57:46.464082 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-80d555b0-0cc8-459c-8b42-ed1c9f58cdb6 req-323c5512-f8fb-40fa-91b1-a78024e47933 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453618 Feb 02 14:57:47.589515 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639a57-28b4-4e9f-9613-a3e182bcbbd4 req-ee76fc3e-633f-4ac2-b8d7-8d905cdfe7e7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:47.591071 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b7639a57-28b4-4e9f-9613-a3e182bcbbd4 req-ee76fc3e-633f-4ac2-b8d7-8d905cdfe7e7 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 946 time: 0.0531914 Feb 02 14:57:47.637256 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b7639a57-28b4-4e9f-9613-a3e182bcbbd4 req-e9ee7bb3-a5dc-43dd-8eae-ab15654ab171 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee39cf04-1460-47f2-8d21-2748d9257966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405467 Feb 02 14:57:47.862720 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:48.069767 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-2c049fcb-8c08-4a4e-b79a-115bf3dd99a8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:57:48.071925 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-2c049fcb-8c08-4a4e-b79a-115bf3dd99a8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.115 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 946 time: 0.0526600 Feb 02 14:57:48.167156 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Deleting port 3e72e484-92f5-44ec-876d-b39997decaab {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:57:48.167414 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (3e72e484-92f5-44ec-876d-b39997decaab), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:48.259191 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] For port 3e72e484-92f5-44ec-876d-b39997decaab, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3e72e484-92f5-44ec-876d-b39997decaab,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:48.259592 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (3e72e484-92f5-44ec-876d-b39997decaab), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:48.476175 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:48.476542 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (fdf888f6-713f-4be4-a4e5-1f7450277ab8), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:48.476861 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Floating IP fdf888f6-713f-4be4-a4e5-1f7450277ab8 disassociated. External IP: 172.27.3.196, port: 3e72e484-92f5-44ec-876d-b39997decaab. Feb 02 14:57:48.477202 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Calling delete_port for 3e72e484-92f5-44ec-876d-b39997decaab owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:57:48.657119 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (3e72e484-92f5-44ec-876d-b39997decaab), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:48.690731 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event deleted for resources: {'Port': ['ID=3e72e484-92f5-44ec-876d-b39997decaab,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:48.703407 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.704014 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.704372 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.704716 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.705058 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.705395 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.705736 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.706194 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.706539 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.706895 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.707234 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.707564 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.707914 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:48.769444 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2c14f7eb-108e-43b0-85e0-dd8e6aa1c73f req-71c9e329-b9e7-47c0-8d3d-2433eb15147e tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 210 time: 0.0564973 Feb 02 14:57:48.849685 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Router 73e4298b-d99c-45b4-aa3b-6829a06c5edc has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:57:48.956203 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:57:48.966982 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] Sync routers for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:57:48.977033 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:57:48.977713 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:57:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:48.996835 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] No DVR routers for this DVR port 3e72e484-92f5-44ec-876d-b39997decaab on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:57:48.999420 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:49.002689 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9123de3c-80ec-413f-abcf-0c2ebf2ad273 req-7e47d265-3217-48de-a331-f8d607cf6d06 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.115 "DELETE /v2.0/ports/3e72e484-92f5-44ec-876d-b39997decaab HTTP/1.1" status: 204 len: 173 time: 0.9267163 Feb 02 14:57:49.003155 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'name': 'network-vif-deleted', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:57:49.005418 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4466bda1-601b-4065-a0a0-e0b1a2b45b54" -d '{"events": [{"server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "name": "network-vif-deleted", "tag": "3e72e484-92f5-44ec-876d-b39997decaab"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:57:49.043186 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18bdab7-a35d-4ad9-ba0a-64829bf08790 x-openstack-request-id: req-a18bdab7-a35d-4ad9-ba0a-64829bf08790 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:57:49.043492 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764fe204-7d91-4aa1-8890-65915a3e8972", "name": "network-vif-deleted", "tag": "3e72e484-92f5-44ec-876d-b39997decaab", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:57:49.043750 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a18bdab7-a35d-4ad9-ba0a-64829bf08790 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:57:49.044160 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764fe204-7d91-4aa1-8890-65915a3e8972', 'name': 'network-vif-deleted', 'tag': '3e72e484-92f5-44ec-876d-b39997decaab', 'status': 'completed', 'code': 200} Feb 02 14:57:49.108798 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:57:49.212481 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:49.322194 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:49.354327 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] Checking router: 73e4298b-d99c-45b4-aa3b-6829a06c5edc for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:57:49.363144 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:57:49.363831 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:57:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:49.607100 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:57:49.818032 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:49.836623 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b308f0-f6ba-4b79-9b51-855dc9a79cf3 None None] The sync data for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi is: [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:50:28Z', 'revision_number': 4, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'ae592a8e-5ddd-4f6f-bea6-408525d31f80', 'name': '', 'network_id': 'c17544a5-d2c4-42f7-94cc-d29c8257a630', 'tenant_id': '288118205ed44744a302b296426f45f7', 'mac_address': 'fa:16:3e:1d:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:26Z', 'updated_at': '2022-02-02T14:50:36Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'subnets': [{'id': '9f124fc1-cdbb-4836-a7e8-744894a6e955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:57:49.883922 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0eefcfda-342a-4e38-825d-ecd97544fb93 req-ed435fd7-4765-43a9-a7d8-3ea1205ebc5f tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/ports?device_id=764fe204-7d91-4aa1-8890-65915a3e8972 HTTP/1.1" status: 200 len: 210 time: 0.0294874 Feb 02 14:57:50.054429 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef38f480-84bb-43f9-b57f-058ac55122c5 None None] New status for floating IP fdf888f6-713f-4be4-a4e5-1f7450277ab8: DOWN {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:57:51.029547 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40502) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:57:51.085495 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-14109a42-2afe-409c-a044-b7f44e22cba8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (ee39cf04-1460-47f2-8d21-2748d9257966), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:51.111503 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-14109a42-2afe-409c-a044-b7f44e22cba8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (ee39cf04-1460-47f2-8d21-2748d9257966), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:51.514284 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-14109a42-2afe-409c-a044-b7f44e22cba8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ee39cf04-1460-47f2-8d21-2748d9257966), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:51.517074 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-14109a42-2afe-409c-a044-b7f44e22cba8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:51.518246 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-14109a42-2afe-409c-a044-b7f44e22cba8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "DELETE /v2.0/security-groups/ee39cf04-1460-47f2-8d21-2748d9257966 HTTP/1.1" status: 204 len: 168 time: 0.4876647 Feb 02 14:57:51.521256 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40504) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:57:51.528178 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14109a42-2afe-409c-a044-b7f44e22cba8 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee39cf04-1460-47f2-8d21-2748d9257966,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:51.543188 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.api.v2.resource [None req-f2e31611-d233-4d0f-b9b5-c9041d15003c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] show failed (client error): The resource could not be found. Feb 02 14:57:51.544246 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f2e31611-d233-4d0f-b9b5-c9041d15003c tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "GET /v2.0/security-groups/ee39cf04-1460-47f2-8d21-2748d9257966 HTTP/1.1" status: 404 len: 347 time: 0.0213575 Feb 02 14:57:51.547273 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40508) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:57:51.674399 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Deleting port 4c81cfb8-2a9a-4e9b-b312-ff58512ffc93 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:57:51.674741 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (4c81cfb8-2a9a-4e9b-b312-ff58512ffc93), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:51.754301 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (4c81cfb8-2a9a-4e9b-b312-ff58512ffc93), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:51.754629 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (4c81cfb8-2a9a-4e9b-b312-ff58512ffc93), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:51.767794 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Calling delete_port for 4c81cfb8-2a9a-4e9b-b312-ff58512ffc93 owned by network:floatingip {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:57:51.960011 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (4c81cfb8-2a9a-4e9b-b312-ff58512ffc93), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:51.987873 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Pushing event deleted for resources: {'Port': ['ID=4c81cfb8-2a9a-4e9b-b312-ff58512ffc93,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:52.013843 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.014223 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.017967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:52.057720 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks [] for floatingip (fdf888f6-713f-4be4-a4e5-1f7450277ab8), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:52.060333 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:52.061501 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-309225cd-b840-466a-a10d-c5b8425afc53 tempest-AttachVolumeShelveTestJSON-366683107 tempest-AttachVolumeShelveTestJSON-366683107-project] 10.222.0.10 "DELETE /v2.0/floatingips/fdf888f6-713f-4be4-a4e5-1f7450277ab8 HTTP/1.1" status: 204 len: 168 time: 0.5130727 Feb 02 14:57:52.345253 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3e72e484-92f5-44ec-876d-b39997decaab no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:57:52.365490 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 3e72e484-92f5-44ec-876d-b39997decaab {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:57:52.367269 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3e72e484-92f5-44ec-876d-b39997decaab not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:57:52.611401 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:57:54.695480 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40530) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:57:55.188990 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637538'] for router_interface (73e4298b-d99c-45b4-aa3b-6829a06c5edc), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:55.439767 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] Deleting port ae592a8e-5ddd-4f6f-bea6-408525d31f80 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:57:55.440017 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:55.474259 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:55.518637 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] For port ae592a8e-5ddd-4f6f-bea6-408525d31f80, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=ae592a8e-5ddd-4f6f-bea6-408525d31f80,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:55.519030 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:55.532594 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] Calling delete_port for ae592a8e-5ddd-4f6f-bea6-408525d31f80 owned by network:router_interface {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:57:55.748398 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (ae592a8e-5ddd-4f6f-bea6-408525d31f80), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:55.777224 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae592a8e-5ddd-4f6f-bea6-408525d31f80,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:56.161904 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637694'] for router_interface (73e4298b-d99c-45b4-aa3b-6829a06c5edc), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:56.380844 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] Router 73e4298b-d99c-45b4-aa3b-6829a06c5edc has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:57:56.493748 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:57:56.499181 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-03866a80-5ef8-4e5c-b930-4198d935ef6d admin admin] 10.222.0.10 "PUT /v2.0/routers/73e4298b-d99c-45b4-aa3b-6829a06c5edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8020651 Feb 02 14:57:56.501729 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40534) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:57:56.502430 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] Sync routers for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:57:56.513506 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:57:56.514128 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:57:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:56.612184 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Publish callbacks [] for router (73e4298b-d99c-45b4-aa3b-6829a06c5edc), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:56.619723 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:57:56.717944 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Publish callbacks [] for router_gateway (73e4298b-d99c-45b4-aa3b-6829a06c5edc), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:56.804948 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:57:55Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:56.832671 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] Checking router: 73e4298b-d99c-45b4-aa3b-6829a06c5edc for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:57:56.841380 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] Routers {'73e4298b-d99c-45b4-aa3b-6829a06c5edc'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:57:56.841989 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:57:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:56.895320 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Deleting port 28efb03e-07d9-4244-846f-1645ff96f890 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:57:56.895965 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (28efb03e-07d9-4244-846f-1645ff96f890), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:56.948814 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] Set router 73e4298b-d99c-45b4-aa3b-6829a06c5edc gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:57:56.972079 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] For port 28efb03e-07d9-4244-846f-1645ff96f890, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=28efb03e-07d9-4244-846f-1645ff96f890,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:56.972436 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (28efb03e-07d9-4244-846f-1645ff96f890), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:56.985051 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Calling delete_port for 28efb03e-07d9-4244-846f-1645ff96f890 owned by network:router_gateway {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:57:57.129167 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:57:55Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:57.161069 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260ea41-5d17-409c-8c51-fda06f5bf93c None None] The sync data for ids ['73e4298b-d99c-45b4-aa3b-6829a06c5edc'] in dv-cinder-782518-2-iscsi is: [{'id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'name': 'tempest-AttachVolumeShelveTestJSON-20009214-router', 'tenant_id': '288118205ed44744a302b296426f45f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '28efb03e-07d9-4244-846f-1645ff96f890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:50:20Z', 'updated_at': '2022-02-02T14:57:55Z', 'revision_number': 5, 'project_id': '288118205ed44744a302b296426f45f7', 'gw_port': {'id': '28efb03e-07d9-4244-846f-1645ff96f890', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4298b-d99c-45b4-aa3b-6829a06c5edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:50:21Z', 'updated_at': '2022-02-02T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:57:57.212062 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (28efb03e-07d9-4244-846f-1645ff96f890), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.243573 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Pushing event deleted for resources: {'Port': ['ID=28efb03e-07d9-4244-846f-1645ff96f890,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:57.302352 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637276'] for router_gateway (73e4298b-d99c-45b4-aa3b-6829a06c5edc), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.393555 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16358'] for router (73e4298b-d99c-45b4-aa3b-6829a06c5edc), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.395577 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Publish callbacks [] for router_controller (73e4298b-d99c-45b4-aa3b-6829a06c5edc), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.520055 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638668'] for router (73e4298b-d99c-45b4-aa3b-6829a06c5edc), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.520656 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73e4298b-d99c-45b4-aa3b-6829a06c5edc {{(pid=121021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:57:57.527922 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.529091 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-39d1bac4-1400-4567-afec-0d65ca3dc267 admin admin] 10.222.0.10 "DELETE /v2.0/routers/73e4298b-d99c-45b4-aa3b-6829a06c5edc HTTP/1.1" status: 204 len: 168 time: 1.0264456 Feb 02 14:57:57.532407 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40536) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:57:57.578422 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc15bc62-f7f8-4207-bc5e-dbbded931e82 admin admin] Deleting subnet 9f124fc1-cdbb-4836-a7e8-744894a6e955 {{(pid=121022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:57:57.581681 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-bc15bc62-f7f8-4207-bc5e-dbbded931e82 admin admin] Publish callbacks [] for subnet (9f124fc1-cdbb-4836-a7e8-744894a6e955), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.617566 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-bc15bc62-f7f8-4207-bc5e-dbbded931e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983608'] for subnet (9f124fc1-cdbb-4836-a7e8-744894a6e955), precommit_delete_associations {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.702807 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-bc15bc62-f7f8-4207-bc5e-dbbded931e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (9f124fc1-cdbb-4836-a7e8-744894a6e955), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.806424 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-bc15bc62-f7f8-4207-bc5e-dbbded931e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5302774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5844443'] for subnet (9f124fc1-cdbb-4836-a7e8-744894a6e955), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.833010 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15bc62-f7f8-4207-bc5e-dbbded931e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f124fc1-cdbb-4836-a7e8-744894a6e955,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:57.835000 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-bc15bc62-f7f8-4207-bc5e-dbbded931e82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.839988 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-bc15bc62-f7f8-4207-bc5e-dbbded931e82 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9f124fc1-cdbb-4836-a7e8-744894a6e955 HTTP/1.1" status: 204 len: 168 time: 0.3051133 Feb 02 14:57:57.841424 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40538) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:57:57.841548 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14952fe-20bb-44a7-af45-d27b09105eae None None] Network c17544a5-d2c4-42f7-94cc-d29c8257a630 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:57:57.911495 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (c17544a5-d2c4-42f7-94cc-d29c8257a630), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:57.970585 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Deleting port fe772672-b166-4c41-97af-36af724f06a5 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:57:57.970978 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (fe772672-b166-4c41-97af-36af724f06a5), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.032924 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] For port fe772672-b166-4c41-97af-36af724f06a5, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=fe772672-b166-4c41-97af-36af724f06a5,segment=NetworkSegment(f7389067-95c0-4df9-b2eb-194e13b995a0),segment_id=f7389067-95c0-4df9-b2eb-194e13b995a0)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:58.033300 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (fe772672-b166-4c41-97af-36af724f06a5), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.045340 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Calling delete_port for fe772672-b166-4c41-97af-36af724f06a5 owned by network:dhcp {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:57:58.143173 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] DHCP port deletion for c17544a5-d2c4-42f7-94cc-d29c8257a630 request from dv-cinder-782518-2-iscsi {{(pid=121023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:57:58.177258 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (fe772672-b166-4c41-97af-36af724f06a5), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.196748 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Deleting port fe772672-b166-4c41-97af-36af724f06a5 {{(pid=121023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:57:58.197383 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (fe772672-b166-4c41-97af-36af724f06a5), before_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.208529 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe772672-b166-4c41-97af-36af724f06a5,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:58.210363 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] No DVR routers for this DVR port fe772672-b166-4c41-97af-36af724f06a5 on host dv-cinder-782518-2-iscsi {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:57:58.262544 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] For port fe772672-b166-4c41-97af-36af724f06a5, host dv-cinder-782518-2-iscsi, got binding levels [] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:57:58.262980 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (fe772672-b166-4c41-97af-36af724f06a5), precommit_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.275395 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Calling delete_port for fe772672-b166-4c41-97af-36af724f06a5 owned by network:dhcp {{(pid=121023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:57:58.278043 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.ipam_backend_mixin [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Port fe772672-b166-4c41-97af-36af724f06a5 was not found and therefore no delete operation was performed {{(pid=121023) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 14:57:58.279352 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154'] for port (fe772672-b166-4c41-97af-36af724f06a5), after_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.285841 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (c17544a5-d2c4-42f7-94cc-d29c8257a630), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.308648 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Pushing event deleted for resources: {'Port': ['ID=fe772672-b166-4c41-97af-36af724f06a5,revision_number=None']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:58.310578 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17544a5-d2c4-42f7-94cc-d29c8257a630']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:58.313473 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] No DVR routers for this DVR port fe772672-b166-4c41-97af-36af724f06a5 on host dv-cinder-782518-2-iscsi {{(pid=121023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:57:58.319787 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.320138 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.323957 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.324290 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7389067-95c0-4df9-b2eb-194e13b995a0') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:58.324638 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.324638 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.324846 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7389067-95c0-4df9-b2eb-194e13b995a0') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:57:58.324952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.324952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.324952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.324952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.324952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.324952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.324952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.324952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8cafb-e920-41f0-807d-996e6c0a6fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:57:58.333686 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (f7389067-95c0-4df9-b2eb-194e13b995a0), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.346903 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (f7389067-95c0-4df9-b2eb-194e13b995a0), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.352699 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:57:58.353076 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (f7389067-95c0-4df9-b2eb-194e13b995a0), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:57:58.354745 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:57:58.497744 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (c17544a5-d2c4-42f7-94cc-d29c8257a630), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.503244 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.506413 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] 10.222.0.10 "DELETE /v2.0/networks/c17544a5-d2c4-42f7-94cc-d29c8257a630 HTTP/1.1" status: 204 len: 168 time: 0.6640551 Feb 02 14:57:58.518427 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed831d7f-36c8-4959-87d7-c5590d2eb4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c17544a5-d2c4-42f7-94cc-d29c8257a630,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:58.866211 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40542) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:57:58.906496 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-01f105e2-0de0-4306-853e-e7450b782ed6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=288118205ed44744a302b296426f45f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390918 Feb 02 14:57:58.908912 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40544) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:57:58.959895 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-adfd1e8c-5e14-4370-904b-972d30fe4b49 admin admin] Publish callbacks [] for security_group (67fbb86f-045c-49f1-a941-c19a10d62426), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:58.981251 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-adfd1e8c-5e14-4370-904b-972d30fe4b49 admin admin] Publish callbacks [] for security_group (67fbb86f-045c-49f1-a941-c19a10d62426), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:59.096928 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-adfd1e8c-5e14-4370-904b-972d30fe4b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (67fbb86f-045c-49f1-a941-c19a10d62426), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:59.099481 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-adfd1e8c-5e14-4370-904b-972d30fe4b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:57:59.100636 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-adfd1e8c-5e14-4370-904b-972d30fe4b49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67fbb86f-045c-49f1-a941-c19a10d62426 HTTP/1.1" status: 204 len: 168 time: 0.1908448 Feb 02 14:57:59.109311 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd1e8c-5e14-4370-904b-972d30fe4b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fbb86f-045c-49f1-a941-c19a10d62426,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:57:59.219948 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device fe772672-b166-4c41-97af-36af724f06a5 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:57:59.241041 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: fe772672-b166-4c41-97af-36af724f06a5 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:57:59.242289 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device fe772672-b166-4c41-97af-36af724f06a5 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:57:59.242289 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device ae592a8e-5ddd-4f6f-bea6-408525d31f80 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:57:59.260934 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: ae592a8e-5ddd-4f6f-bea6-408525d31f80 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:57:59.261386 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device ae592a8e-5ddd-4f6f-bea6-408525d31f80 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:57:59.261799 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 28efb03e-07d9-4244-846f-1645ff96f890 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:57:59.281797 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 28efb03e-07d9-4244-846f-1645ff96f890 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:57:59.282149 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 28efb03e-07d9-4244-846f-1645ff96f890 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:58:11.524054 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e584d-6833-4869-895e-9cca4c07171e req-7d67d1a0-c7f5-48db-b2d2-e6cd552549d2 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:11.525629 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-272e584d-6833-4869-895e-9cca4c07171e req-7d67d1a0-c7f5-48db-b2d2-e6cd552549d2 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0529692 Feb 02 14:58:11.572507 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-272e584d-6833-4869-895e-9cca4c07171e req-d086b9ac-bfb3-4f8a-87d9-1097e4bdbc02 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Feb 02 14:58:12.685437 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-71fccc15-7a49-4fb7-9d52-8c851d55ede8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:12.707042 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c44ce-054b-4136-9fa6-05192da60fbe req-1974af02-3d61-4439-b5d3-7bccc6144937 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:12.708604 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-369c44ce-054b-4136-9fa6-05192da60fbe req-1974af02-3d61-4439-b5d3-7bccc6144937 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0652735 Feb 02 14:58:12.756935 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-369c44ce-054b-4136-9fa6-05192da60fbe req-5df73d4e-9fa2-4c1d-ac11-937be4eebe72 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Feb 02 14:58:13.875893 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5627-f203-4ca9-88ae-59bd62127590 req-6378fbb4-9759-40f3-a6af-3674ec9deba5 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:13.877404 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fc6e5627-f203-4ca9-88ae-59bd62127590 req-6378fbb4-9759-40f3-a6af-3674ec9deba5 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0533495 Feb 02 14:58:13.924538 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fc6e5627-f203-4ca9-88ae-59bd62127590 req-9deaf2ae-bb8a-4648-860a-b67c25f22d12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415161 Feb 02 14:58:15.042846 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b48435-257a-428f-afc2-d071c0e5c124 req-c834d2b2-2fc5-4e94-84f2-293dd3068a51 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:15.044343 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54b48435-257a-428f-afc2-d071c0e5c124 req-c834d2b2-2fc5-4e94-84f2-293dd3068a51 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0529513 Feb 02 14:58:15.096924 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-54b48435-257a-428f-afc2-d071c0e5c124 req-085866d7-02fb-49cd-b739-421a15f25d4a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470581 Feb 02 14:58:15.131232 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-21cde68f-57cf-481d-975e-b09f91c32441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:16.171671 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:16.214573 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2ae0-b622-4b72-b566-3ba8be763a5a req-81a332bd-a131-48ef-bccc-e2707aa18ed4 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:16.216721 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-465c2ae0-b622-4b72-b566-3ba8be763a5a req-81a332bd-a131-48ef-bccc-e2707aa18ed4 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0544078 Feb 02 14:58:16.265516 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-465c2ae0-b622-4b72-b566-3ba8be763a5a req-6681705b-5e5f-444b-b68c-f27195f71887 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Feb 02 14:58:16.796574 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-6ed97b7e-99c9-43e8-9c7a-8eca5d7bd64a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:16.798012 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-6ed97b7e-99c9-43e8-9c7a-8eca5d7bd64a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.115 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0516238 Feb 02 14:58:16.893883 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Deleting port 525a756d-2f8b-4d37-8976-6a0df0d08bda {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:58:16.894213 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:16.980645 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] For port 525a756d-2f8b-4d37-8976-6a0df0d08bda, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=525a756d-2f8b-4d37-8976-6a0df0d08bda,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:58:16.981019 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:17.155776 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:17.156171 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (1b379f98-7011-440b-85c0-115d4f2d1520), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:17.156490 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Floating IP 1b379f98-7011-440b-85c0-115d4f2d1520 disassociated. External IP: 172.27.3.191, port: 525a756d-2f8b-4d37-8976-6a0df0d08bda. Feb 02 14:58:17.156831 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Calling delete_port for 525a756d-2f8b-4d37-8976-6a0df0d08bda owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:58:17.389492 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9116-6b3a-4515-828a-e43913eae845 req-9b506cac-a77b-456f-8996-8d3f86a6bb47 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:17.391013 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c30c9116-6b3a-4515-828a-e43913eae845 req-9b506cac-a77b-456f-8996-8d3f86a6bb47 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 945 time: 0.0572133 Feb 02 14:58:17.391782 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (525a756d-2f8b-4d37-8976-6a0df0d08bda), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:17.433215 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event deleted for resources: {'Port': ['ID=525a756d-2f8b-4d37-8976-6a0df0d08bda,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:17.509172 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c30c9116-6b3a-4515-828a-e43913eae845 req-cd9169ad-dd64-4d40-8f5a-eef669d9ceeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b7f1213-b724-42b7-9f0a-af387c5e122c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105590 Feb 02 14:58:17.570794 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Router bbd984ec-cb32-47ec-9194-c2452b2cbc8c has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:58:17.681270 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:58:17.692025 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] Sync routers for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:58:17.703388 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:58:17.703947 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:58:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:58:17.731484 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] No DVR routers for this DVR port 525a756d-2f8b-4d37-8976-6a0df0d08bda on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:58:17.734098 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:17.737664 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2fa479f1-f27c-4072-a805-b412fc4b8b8a req-2165c44f-7427-44e7-8759-a05029f4bbc7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.115 "DELETE /v2.0/ports/525a756d-2f8b-4d37-8976-6a0df0d08bda HTTP/1.1" status: 204 len: 173 time: 0.9331782 Feb 02 14:58:17.740229 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'name': 'network-vif-deleted', 'tag': '525a756d-2f8b-4d37-8976-6a0df0d08bda'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:58:17.741422 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5002112e-5764-43e4-834f-7789858e3a94" -d '{"events": [{"server_uuid": "666bff0f-e5a0-4b51-8e6c-a3469b8c058b", "name": "network-vif-deleted", "tag": "525a756d-2f8b-4d37-8976-6a0df0d08bda"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:58:17.787493 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf02149-7e48-4876-aa84-6c06c52d2db3 x-openstack-request-id: req-fbf02149-7e48-4876-aa84-6c06c52d2db3 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:58:17.791898 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666bff0f-e5a0-4b51-8e6c-a3469b8c058b", "name": "network-vif-deleted", "tag": "525a756d-2f8b-4d37-8976-6a0df0d08bda", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:58:17.791898 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbf02149-7e48-4876-aa84-6c06c52d2db3 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:58:17.792322 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:17.792788 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666bff0f-e5a0-4b51-8e6c-a3469b8c058b', 'name': 'network-vif-deleted', 'tag': '525a756d-2f8b-4d37-8976-6a0df0d08bda', 'status': 'completed', 'code': 200} Feb 02 14:58:17.819212 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:58:18.041400 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:58:18.067987 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] Checking router: bbd984ec-cb32-47ec-9194-c2452b2cbc8c for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:58:18.076727 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:58:18.077320 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:58:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:58:18.185073 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:58:18.389548 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:58:18.416596 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f2db9-c827-412c-aeba-2fafb2895e04 None None] The sync data for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi is: [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:58:18.627967 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-33c23f3c-46e4-4fc0-9f7a-c140c7a68fe1 req-e27357c0-3bfc-4cac-9c95-c235cf3856e6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=666bff0f-e5a0-4b51-8e6c-a3469b8c058b HTTP/1.1" status: 200 len: 210 time: 0.0317636 Feb 02 14:58:18.645171 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03f571-a486-4bea-bfbf-bccce548b999 None None] New status for floating IP 1b379f98-7011-440b-85c0-115d4f2d1520: DOWN {{(pid=121023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:58:18.719639 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 525a756d-2f8b-4d37-8976-6a0df0d08bda no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:58:18.747364 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 525a756d-2f8b-4d37-8976-6a0df0d08bda {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:58:18.747706 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 525a756d-2f8b-4d37-8976-6a0df0d08bda not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:58:19.142917 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:19.783585 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40698) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:19.837644 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e415a24-4364-460a-8192-94497a283395 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (7b7f1213-b724-42b7-9f0a-af387c5e122c), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:19.864711 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e415a24-4364-460a-8192-94497a283395 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (7b7f1213-b724-42b7-9f0a-af387c5e122c), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:20.028259 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e415a24-4364-460a-8192-94497a283395 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (7b7f1213-b724-42b7-9f0a-af387c5e122c), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:20.030924 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0e415a24-4364-460a-8192-94497a283395 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:20.032243 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-0e415a24-4364-460a-8192-94497a283395 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "DELETE /v2.0/security-groups/7b7f1213-b724-42b7-9f0a-af387c5e122c HTTP/1.1" status: 204 len: 168 time: 0.2476296 Feb 02 14:58:20.035121 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40700) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:20.043017 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e415a24-4364-460a-8192-94497a283395 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f1213-b724-42b7-9f0a-af387c5e122c,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:20.050100 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.api.v2.resource [None req-6280eee7-78f1-4114-b570-794b950f4f9a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] show failed (client error): The resource could not be found. Feb 02 14:58:20.051158 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-6280eee7-78f1-4114-b570-794b950f4f9a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups/7b7f1213-b724-42b7-9f0a-af387c5e122c HTTP/1.1" status: 404 len: 347 time: 0.0149889 Feb 02 14:58:20.053934 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40702) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:20.184827 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-347f49ed-5640-4e8a-a440-060d0d341587 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Deleting port 54d2a064-3b70-430d-bea8-62aa1895841c {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:58:20.185164 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-347f49ed-5640-4e8a-a440-060d0d341587 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (54d2a064-3b70-430d-bea8-62aa1895841c), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:20.259737 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-347f49ed-5640-4e8a-a440-060d0d341587 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (54d2a064-3b70-430d-bea8-62aa1895841c), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:20.260059 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-347f49ed-5640-4e8a-a440-060d0d341587 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (54d2a064-3b70-430d-bea8-62aa1895841c), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:20.272487 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-347f49ed-5640-4e8a-a440-060d0d341587 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Calling delete_port for 54d2a064-3b70-430d-bea8-62aa1895841c owned by network:floatingip {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:58:20.560175 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-347f49ed-5640-4e8a-a440-060d0d341587 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (54d2a064-3b70-430d-bea8-62aa1895841c), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:20.584956 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f49ed-5640-4e8a-a440-060d0d341587 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event deleted for resources: {'Port': ['ID=54d2a064-3b70-430d-bea8-62aa1895841c,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:20.655260 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-347f49ed-5640-4e8a-a440-060d0d341587 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (1b379f98-7011-440b-85c0-115d4f2d1520), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:20.657836 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-347f49ed-5640-4e8a-a440-060d0d341587 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:20.661833 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-347f49ed-5640-4e8a-a440-060d0d341587 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "DELETE /v2.0/floatingips/1b379f98-7011-440b-85c0-115d4f2d1520 HTTP/1.1" status: 204 len: 168 time: 0.6038663 Feb 02 14:58:21.107648 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40708) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:21.112234 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-aa81cc4e-b282-4ab7-816d-611af9847ca7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915650580', 'description': 'tempest-description--1725485039'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:58:21.199743 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aa81cc4e-b282-4ab7-816d-611af9847ca7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:21.265286 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aa81cc4e-b282-4ab7-816d-611af9847ca7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (c5b1f4e3-362e-4069-b34b-5de9b7621ef1), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:21.342929 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aa81cc4e-b282-4ab7-816d-611af9847ca7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c5b1f4e3-362e-4069-b34b-5de9b7621ef1), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:21.372767 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81cc4e-b282-4ab7-816d-611af9847ca7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b1f4e3-362e-4069-b34b-5de9b7621ef1,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:21.436389 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-aa81cc4e-b282-4ab7-816d-611af9847ca7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:21.437643 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-aa81cc4e-b282-4ab7-816d-611af9847ca7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3289638 Feb 02 14:58:21.440437 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40710) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:21.444762 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-4e1db248-6fd4-4f69-bba8-1c92a3c52493 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'security_group_rule': {'security_group_id': 'c5b1f4e3-362e-4069-b34b-5de9b7621ef1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:58:21.565807 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4e1db248-6fd4-4f69-bba8-1c92a3c52493 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (264c69b6-be54-44c7-8241-e0ac1b2cb8c9), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:21.622218 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4e1db248-6fd4-4f69-bba8-1c92a3c52493 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (264c69b6-be54-44c7-8241-e0ac1b2cb8c9), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:21.743209 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4e1db248-6fd4-4f69-bba8-1c92a3c52493 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (264c69b6-be54-44c7-8241-e0ac1b2cb8c9), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:21.762678 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1db248-6fd4-4f69-bba8-1c92a3c52493 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264c69b6-be54-44c7-8241-e0ac1b2cb8c9,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:21.900092 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4e1db248-6fd4-4f69-bba8-1c92a3c52493 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:21.901282 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-4e1db248-6fd4-4f69-bba8-1c92a3c52493 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4598575 Feb 02 14:58:21.904047 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40714) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:21.908362 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-6dec8033-0b92-4074-a9ce-d8dbbeb61b8d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'security_group_rule': {'security_group_id': 'c5b1f4e3-362e-4069-b34b-5de9b7621ef1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:58:22.004485 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6dec8033-0b92-4074-a9ce-d8dbbeb61b8d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (9271bcb4-7543-4713-a4d1-b20622925376), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:22.058587 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6dec8033-0b92-4074-a9ce-d8dbbeb61b8d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (9271bcb4-7543-4713-a4d1-b20622925376), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:22.119706 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6dec8033-0b92-4074-a9ce-d8dbbeb61b8d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (9271bcb4-7543-4713-a4d1-b20622925376), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:22.135073 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec8033-0b92-4074-a9ce-d8dbbeb61b8d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9271bcb4-7543-4713-a4d1-b20622925376,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:22.184614 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-6dec8033-0b92-4074-a9ce-d8dbbeb61b8d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:22.185790 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-6dec8033-0b92-4074-a9ce-d8dbbeb61b8d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2807574 Feb 02 14:58:22.188786 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40716) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:22.192990 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'floatingip': {'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:58:22.273914 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:22.371273 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:22.474384 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Allocated IP 172.27.3.124 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:58:22.574633 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for port (546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:22.657065 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:22.695361 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:58:22.698068 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:58:22.700431 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:58:22.736574 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'Port': ['ID=546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:22.838464 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (920c1bd0-2d2a-449c-8238-3ddcaf0512a7), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:22.970455 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:23.122432 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for port (546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:23.212156 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:23.283127 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'Port': ['ID=546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:23.293621 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (920c1bd0-2d2a-449c-8238-3ddcaf0512a7), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:23.454092 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:23.455471 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-4bd6ddf0-67d5-425b-8db7-6561d492dfeb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2657673 Feb 02 14:58:23.650195 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-d89ec53a-3c00-43ce-878c-46713311e40b tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1915650580&fields=id&tenant_id=9fd5437868bb454e877de2e6be00a603 HTTP/1.1" status: 200 len: 267 time: 0.0442352 Feb 02 14:58:23.759599 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-a862f634-1706-46eb-8310-1f11c07678ba tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:23.761096 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-a862f634-1706-46eb-8310-1f11c07678ba tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/networks?id=2813ccbc-bb37-4402-87c3-2fe928b76d75 HTTP/1.1" status: 200 len: 810 time: 0.1046805 Feb 02 14:58:23.776337 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-a06f24a4-e244-4a7a-b52e-37253505a8ec tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/quotas/9fd5437868bb454e877de2e6be00a603 HTTP/1.1" status: 200 len: 375 time: 0.0096655 Feb 02 14:58:23.837649 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e3f334df-219e-4cb7-8b74-5fa422441b46 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561805 Feb 02 14:58:24.029413 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-a89a4d72-20d7-42c3-b41a-e153c8083c67 service neutron] 10.222.0.10 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802158 Feb 02 14:58:24.122985 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-6adf39d9-62bd-43a3-93df-511998172977 service neutron] 10.222.0.10 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879066 Feb 02 14:58:24.353988 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d365cc7b-e657-4101-abc9-7c3de37672ed req-759557de-ba1d-44b1-8c9e-3da095c5846d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 210 time: 0.0281513 Feb 02 14:58:25.451294 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f8654e18-0e29-4a42-9643-ff8cb69c4d32 req-97e051b6-d2b6-49c9-bb1f-80b1c58df610 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 210 time: 0.0280137 Feb 02 14:58:25.576607 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:26.548176 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f3cd348e-87a8-47e5-a4ed-21c4cc3df8d4 req-3f1bd4cc-b450-47c0-9ba8-c1ea27268adf tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 210 time: 0.0276978 Feb 02 14:58:27.643939 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-14f77315-e73a-4401-8c80-2f1fa45c096e req-6f95b4a6-0b54-436d-8497-b509d33c0c3f tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 210 time: 0.0284512 Feb 02 14:58:28.748339 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6165cda0-49c7-46ca-8034-cb4e5d716140 req-acefbb65-5e51-4b34-bd77-99695214726a tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 210 time: 0.0351279 Feb 02 14:58:29.394535 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-edb588ec-78a2-4c12-9cbe-d4768fe5d107 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:29.396188 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-edb588ec-78a2-4c12-9cbe-d4768fe5d107 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.115 "GET /v2.0/networks?id=2813ccbc-bb37-4402-87c3-2fe928b76d75 HTTP/1.1" status: 200 len: 810 time: 0.1056719 Feb 02 14:58:29.464582 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-1c53fdae-102a-4495-870d-31f40af3cde2 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd5437868bb454e877de2e6be00a603 HTTP/1.1" status: 200 len: 380 time: 0.0528648 Feb 02 14:58:29.473415 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'port': {'device_id': '2851d7b8-609d-4b13-97da-1724d123800d', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'admin_state_up': True, 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'security_groups': ['c5b1f4e3-362e-4069-b34b-5de9b7621ef1']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:58:29.610943 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:58:29.702702 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Made reservation on behalf of 9fd5437868bb454e877de2e6be00a603 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:58:29.707006 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:29.873867 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-90187899-a070-41aa-9868-26cb9ae5dd7e req-fd02a2df-daa4-4a60-8b1b-c1cb99d8c0ca tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 210 time: 0.0457737 Feb 02 14:58:29.875027 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Allocated IP 172.20.0.13 (2813ccbc-bb37-4402-87c3-2fe928b76d75/6ea74d05-2afb-4e1c-b116-b80e5c25cdd7/5abbde64-ac25-42b0-baf9-d77e015156e6) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:58:30.014392 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:30.172039 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:30.221350 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Network 2813ccbc-bb37-4402-87c3-2fe928b76d75 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:58:30.226709 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:58:30.229578 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:58:30.257241 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event updated for resources: {'Port': ['ID=5abbde64-ac25-42b0-baf9-d77e015156e6,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:30.290918 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:30.290918 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:30.396687 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-4222d59d-54fa-48cc-9ad8-b77d39b14a17 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9266548 Feb 02 14:58:30.415647 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Request body: {'port': {'device_id': '2851d7b8-609d-4b13-97da-1724d123800d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:58:30.458009 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-87e11de4-6001-4943-8ac6-59f23402cd85 None None] Provisioning complete for port 5abbde64-ac25-42b0-baf9-d77e015156e6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:58:30.458652 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-87e11de4-6001-4943-8ac6-59f23402cd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:30.476564 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:30.494420 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-87e11de4-6001-4943-8ac6-59f23402cd85 None None] Port 5abbde64-ac25-42b0-baf9-d77e015156e6 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:58:30.742624 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abbde64-ac25-42b0-baf9-d77e015156e6 {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:58:30.750085 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Publish callbacks [] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:30.762900 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Transition to ACTIVE for port object 5abbde64-ac25-42b0-baf9-d77e015156e6 will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:58:30.839768 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:30.896969 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5abbde64-ac25-42b0-baf9-d77e015156e6,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:30.991048 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Attempting to bind port 5abbde64-ac25-42b0-baf9-d77e015156e6 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:58:30.994138 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Attempting to bind port 5abbde64-ac25-42b0-baf9-d77e015156e6 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:58:30.994138 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Attempting to bind port 5abbde64-ac25-42b0-baf9-d77e015156e6 on network 2813ccbc-bb37-4402-87c3-2fe928b76d75 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:58:31.000725 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Port 5abbde64-ac25-42b0-baf9-d77e015156e6 on network 2813ccbc-bb37-4402-87c3-2fe928b76d75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:58:31.001046 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Attempting to bind port 5abbde64-ac25-42b0-baf9-d77e015156e6 on network 2813ccbc-bb37-4402-87c3-2fe928b76d75 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:58:31.009380 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:58:31.009722 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Checking segment: {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:58:31.010104 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Bound using segment: {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:58:31.010538 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Bound port: 5abbde64-ac25-42b0-baf9-d77e015156e6, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffae93e9-5e11-417c-a589-c83255597cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:58:31.010923 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:31.037318 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14341d41-d137-4f3e-b005-0857b3249e4f req-dcce22f7-c4c3-4e9b-ac83-6150c7543578 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:31.038845 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-14341d41-d137-4f3e-b005-0857b3249e4f req-dcce22f7-c4c3-4e9b-ac83-6150c7543578 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 944 time: 0.0889044 Feb 02 14:58:31.119975 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] For port 5abbde64-ac25-42b0-baf9-d77e015156e6, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:58:31.125512 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-14341d41-d137-4f3e-b005-0857b3249e4f req-ed700a41-d43a-4f17-a395-8cc0a62595e9 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680683 Feb 02 14:58:31.127567 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] For port 5abbde64-ac25-42b0-baf9-d77e015156e6, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=5abbde64-ac25-42b0-baf9-d77e015156e6,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:58:31.211889 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:31.249644 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:31.249785 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:31.251558 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] 10.222.0.115 "PUT /v2.0/ports/5abbde64-ac25-42b0-baf9-d77e015156e6 HTTP/1.1" status: 200 len: 1094 time: 0.8401585 Feb 02 14:58:31.254090 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2851d7b8-609d-4b13-97da-1724d123800d', 'tag': '5abbde64-ac25-42b0-baf9-d77e015156e6'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:58:31.256302 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21120dc6-145b-4638-8661-a68d78de0ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "2851d7b8-609d-4b13-97da-1724d123800d", "tag": "5abbde64-ac25-42b0-baf9-d77e015156e6"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:58:31.283748 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6220035-0418-48a3-99a2-291b15d895d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5abbde64-ac25-42b0-baf9-d77e015156e6,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:31.324887 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a424b4-08d5-46da-9621-b68ecb406f1f x-openstack-request-id: req-09a424b4-08d5-46da-9621-b68ecb406f1f {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:58:31.325254 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2851d7b8-609d-4b13-97da-1724d123800d", "tag": "5abbde64-ac25-42b0-baf9-d77e015156e6", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:58:31.325515 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09a424b4-08d5-46da-9621-b68ecb406f1f {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:58:31.325926 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2851d7b8-609d-4b13-97da-1724d123800d', 'tag': '5abbde64-ac25-42b0-baf9-d77e015156e6', 'status': 'completed', 'code': 200} Feb 02 14:58:31.455618 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120dc6-145b-4638-8661-a68d78de0ad6 req-acc28a90-2251-4cc0-a176-6048d5dbded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:31.457116 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-21120dc6-145b-4638-8661-a68d78de0ad6 req-acc28a90-2251-4cc0-a176-6048d5dbded2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 1128 time: 0.0602074 Feb 02 14:58:31.613724 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120dc6-145b-4638-8661-a68d78de0ad6 req-f4e8c383-6ad9-41eb-afb5-86e9fc8b0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:31.617860 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-21120dc6-145b-4638-8661-a68d78de0ad6 req-f4e8c383-6ad9-41eb-afb5-86e9fc8b0eb6 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=9fd5437868bb454e877de2e6be00a603&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1026781 Feb 02 14:58:31.716719 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120dc6-145b-4638-8661-a68d78de0ad6 req-e3dd0082-dea4-413b-8040-a5960dff5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:31.718259 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-21120dc6-145b-4638-8661-a68d78de0ad6 req-e3dd0082-dea4-413b-8040-a5960dff5d4e service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0957539 Feb 02 14:58:31.840177 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-99364e4a-9131-4a59-a70d-0a2784b8c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:31.841755 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-99364e4a-9131-4a59-a70d-0a2784b8c137 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 1128 time: 0.0481279 Feb 02 14:58:31.898312 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-9dd24f5b-53de-4257-9089-1df6de2bf10e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5abbde64-ac25-42b0-baf9-d77e015156e6 HTTP/1.1" status: 200 len: 217 time: 0.0393760 Feb 02 14:58:31.977501 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-235a20bc-80a1-45c4-a720-6ecac367ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:31.977501 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-235a20bc-80a1-45c4-a720-6ecac367ad2c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=6ea74d05-2afb-4e1c-b116-b80e5c25cdd7 HTTP/1.1" status: 200 len: 849 time: 0.0526471 Feb 02 14:58:32.017542 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-a92ac3e7-69f5-4551-9de0-c6274dfc516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:32.019170 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-a92ac3e7-69f5-4551-9de0-c6274dfc516e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2813ccbc-bb37-4402-87c3-2fe928b76d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477817 Feb 02 14:58:32.147480 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-cc8f3a9c-65a2-4abb-92c3-dbe61347eadf service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900860 Feb 02 14:58:32.279269 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9116dea1-a80e-43e7-a0be-382c98ebcee0 req-a9c0f33d-7405-4e8e-8c85-bb7c5464c42e service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234851 Feb 02 14:58:32.294958 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9315-5676-4954-849c-7ce0c17e5a9a req-cd1eede6-8fd0-4bcd-965e-fcb472ffeaf7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:32.296411 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-28ca9315-5676-4954-849c-7ce0c17e5a9a req-cd1eede6-8fd0-4bcd-965e-fcb472ffeaf7 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 944 time: 0.0846391 Feb 02 14:58:32.345458 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-28ca9315-5676-4954-849c-7ce0c17e5a9a req-788f45c7-c01c-4097-aef6-bb8475712d39 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435274 Feb 02 14:58:33.467187 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b5e19-6fd8-4b9d-818a-dc4846bf0f26 req-7b9573a9-ffc3-479f-8b39-055b350cf715 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:33.468657 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cb6b5e19-6fd8-4b9d-818a-dc4846bf0f26 req-7b9573a9-ffc3-479f-8b39-055b350cf715 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 944 time: 0.0531211 Feb 02 14:58:33.517030 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cb6b5e19-6fd8-4b9d-818a-dc4846bf0f26 req-884ee820-c1a4-47b5-820d-670dde870c9e tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426972 Feb 02 14:58:33.634670 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 5abbde64-ac25-42b0-baf9-d77e015156e6 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:58:33.734846 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 5abbde64-ac25-42b0-baf9-d77e015156e6, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=5abbde64-ac25-42b0-baf9-d77e015156e6,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:58:33.746196 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '5abbde64-ac25-42b0-baf9-d77e015156e6', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'port_id': '5abbde64-ac25-42b0-baf9-d77e015156e6', 'mac_address': 'fa:16:3e:16:fb:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:58:33.783701 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 5abbde64-ac25-42b0-baf9-d77e015156e6 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:58:33.784015 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:33.797707 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abbde64-ac25-42b0-baf9-d77e015156e6 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:58:33.816387 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 5abbde64-ac25-42b0-baf9-d77e015156e6, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=5abbde64-ac25-42b0-baf9-d77e015156e6,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:58:33.908606 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:33.957337 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=5abbde64-ac25-42b0-baf9-d77e015156e6,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:34.241496 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['5abbde64-ac25-42b0-baf9-d77e015156e6'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:58:34.642777 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a4f72-1629-4748-a314-d50334be79ea req-479fc626-a379-412b-8bdb-50af97bb99cd tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:34.644283 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-141a4f72-1629-4748-a314-d50334be79ea req-479fc626-a379-412b-8bdb-50af97bb99cd tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 945 time: 0.0567667 Feb 02 14:58:34.696933 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-141a4f72-1629-4748-a314-d50334be79ea req-86fce739-9158-4671-b7f4-beea77715c40 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463209 Feb 02 14:58:34.711572 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40850) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:34.822459 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-853fa463-0066-45b7-bb7a-a5e6f005b557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:34.894748 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-853fa463-0066-45b7-bb7a-a5e6f005b557 admin admin] Publish callbacks [] for security_group (fe003c80-0b51-4499-b9ac-da2444b765d6), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:34.959086 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-853fa463-0066-45b7-bb7a-a5e6f005b557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (fe003c80-0b51-4499-b9ac-da2444b765d6), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:35.001800 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-853fa463-0066-45b7-bb7a-a5e6f005b557 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbe9ad0ede034f72bd011f8cf114d8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889507 Feb 02 14:58:35.002526 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fa463-0066-45b7-bb7a-a5e6f005b557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe003c80-0b51-4499-b9ac-da2444b765d6,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:35.004466 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40854) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:35.052920 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-312d0671-3949-4b2f-80f0-ad6309e864cd admin admin] Publish callbacks [] for security_group (fe003c80-0b51-4499-b9ac-da2444b765d6), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:35.074117 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-312d0671-3949-4b2f-80f0-ad6309e864cd admin admin] Publish callbacks [] for security_group (fe003c80-0b51-4499-b9ac-da2444b765d6), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:35.199857 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-312d0671-3949-4b2f-80f0-ad6309e864cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (fe003c80-0b51-4499-b9ac-da2444b765d6), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:35.202486 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-312d0671-3949-4b2f-80f0-ad6309e864cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:35.203678 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-312d0671-3949-4b2f-80f0-ad6309e864cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe003c80-0b51-4499-b9ac-da2444b765d6 HTTP/1.1" status: 204 len: 168 time: 0.1982179 Feb 02 14:58:35.212045 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d0671-3949-4b2f-80f0-ad6309e864cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe003c80-0b51-4499-b9ac-da2444b765d6,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:35.645099 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 5abbde64-ac25-42b0-baf9-d77e015156e6 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:58:35.761012 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 5abbde64-ac25-42b0-baf9-d77e015156e6 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:58:35.765167 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 5abbde64-ac25-42b0-baf9-d77e015156e6 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:58:35.765536 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:35.823033 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71df9f-14b5-45a4-9ddb-7c6886eff9e3 req-46df5ed4-2025-416a-9c07-2626a10d9429 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:35.824637 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f71df9f-14b5-45a4-9ddb-7c6886eff9e3 req-46df5ed4-2025-416a-9c07-2626a10d9429 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 945 time: 0.0557342 Feb 02 14:58:35.847932 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 5abbde64-ac25-42b0-baf9-d77e015156e6 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:58:35.848326 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:35.871602 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2851d7b8-609d-4b13-97da-1724d123800d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abbde64-ac25-42b0-baf9-d77e015156e6'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:58:35.873969 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdce907d-a19a-4ffd-aa0a-bf2d21348c5c" -d '{"events": [{"server_uuid": "2851d7b8-609d-4b13-97da-1724d123800d", "name": "network-vif-plugged", "status": "completed", "tag": "5abbde64-ac25-42b0-baf9-d77e015156e6"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:58:35.875045 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5f71df9f-14b5-45a4-9ddb-7c6886eff9e3 req-dd602b66-b54e-43e6-94bc-12a3a846f538 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Feb 02 14:58:35.888099 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 5abbde64-ac25-42b0-baf9-d77e015156e6, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=5abbde64-ac25-42b0-baf9-d77e015156e6,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:58:35.910526 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ef765-dd56-48a2-a019-2e5a67c4cb56 x-openstack-request-id: req-ac3ef765-dd56-48a2-a019-2e5a67c4cb56 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:58:35.910852 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2851d7b8-609d-4b13-97da-1724d123800d", "name": "network-vif-plugged", "status": "completed", "tag": "5abbde64-ac25-42b0-baf9-d77e015156e6", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:58:35.916650 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac3ef765-dd56-48a2-a019-2e5a67c4cb56 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:58:35.916650 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2851d7b8-609d-4b13-97da-1724d123800d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abbde64-ac25-42b0-baf9-d77e015156e6', 'code': 200} Feb 02 14:58:35.982568 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40864) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:35.994881 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5ca04523-7947-4529-9273-7c1f8a798023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:36.005687 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:36.056732 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=5abbde64-ac25-42b0-baf9-d77e015156e6,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:36.074562 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5ca04523-7947-4529-9273-7c1f8a798023 admin admin] Publish callbacks [] for security_group (c4c1f731-68aa-42f6-ada7-d3bcc8b94cda), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:36.154015 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5ca04523-7947-4529-9273-7c1f8a798023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c4c1f731-68aa-42f6-ada7-d3bcc8b94cda), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:36.196405 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-5ca04523-7947-4529-9273-7c1f8a798023 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79e06c71a99a425bad8dbc78f90e8d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141240 Feb 02 14:58:36.197435 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca04523-7947-4529-9273-7c1f8a798023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c1f731-68aa-42f6-ada7-d3bcc8b94cda,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:36.199447 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40866) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:36.251645 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-290b2a80-d92c-4412-aa8a-14973e7d6b1c admin admin] Publish callbacks [] for security_group (c4c1f731-68aa-42f6-ada7-d3bcc8b94cda), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:36.277139 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb5471-0ea6-4b80-b883-4cd9da4f4573 req-234ab752-23b1-43db-a5b2-c7189151cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:36.278473 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-290b2a80-d92c-4412-aa8a-14973e7d6b1c admin admin] Publish callbacks [] for security_group (c4c1f731-68aa-42f6-ada7-d3bcc8b94cda), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:36.278743 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f0eb5471-0ea6-4b80-b883-4cd9da4f4573 req-234ab752-23b1-43db-a5b2-c7189151cb66 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 1130 time: 0.0452867 Feb 02 14:58:36.322400 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f0eb5471-0ea6-4b80-b883-4cd9da4f4573 req-48d82ae2-f319-4339-be09-cffd3373b3be service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376637 Feb 02 14:58:36.440477 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-290b2a80-d92c-4412-aa8a-14973e7d6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c4c1f731-68aa-42f6-ada7-d3bcc8b94cda), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:36.443698 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-290b2a80-d92c-4412-aa8a-14973e7d6b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:36.444886 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-290b2a80-d92c-4412-aa8a-14973e7d6b1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4c1f731-68aa-42f6-ada7-d3bcc8b94cda HTTP/1.1" status: 204 len: 168 time: 0.2442605 Feb 02 14:58:36.454508 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b2a80-d92c-4412-aa8a-14973e7d6b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c1f731-68aa-42f6-ada7-d3bcc8b94cda,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:36.999943 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e949d5-ffc7-410b-a4e3-1e60d096d238 req-db8fab79-b50c-40b3-b69a-617a4de35606 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:37.001444 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-45e949d5-ffc7-410b-a4e3-1e60d096d238 req-db8fab79-b50c-40b3-b69a-617a4de35606 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 946 time: 0.0558634 Feb 02 14:58:37.057563 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-45e949d5-ffc7-410b-a4e3-1e60d096d238 req-594e842e-15b6-40b9-a795-935290315826 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502493 Feb 02 14:58:38.196391 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c4b28-f190-4bdd-afca-ac7188185c7e req-8d09bd81-5758-4299-b390-033bc11d090e tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:38.197955 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-116c4b28-f190-4bdd-afca-ac7188185c7e req-8d09bd81-5758-4299-b390-033bc11d090e tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 946 time: 0.0681071 Feb 02 14:58:38.249460 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-116c4b28-f190-4bdd-afca-ac7188185c7e req-729436af-3c56-4486-86e8-4cccef164521 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454869 Feb 02 14:58:38.384138 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1b276-67fc-4aba-aee9-f49d0613ec33 req-3cc35809-8349-45d0-ac95-44d3e0449e10 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:38.384349 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0df1b276-67fc-4aba-aee9-f49d0613ec33 req-3cc35809-8349-45d0-ac95-44d3e0449e10 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 946 time: 0.0615532 Feb 02 14:58:38.398155 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40906) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:38.404134 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-a95669e1-e5c2-403b-8c5d-3d5b748268ce tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Request body: {'floatingip': {'port_id': '5abbde64-ac25-42b0-baf9-d77e015156e6'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:58:38.444528 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a95669e1-e5c2-403b-8c5d-3d5b748268ce tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (920c1bd0-2d2a-449c-8238-3ddcaf0512a7), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:38.482037 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 40908) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:38.644732 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-075428b6-070f-4ff7-b649-cef2153ba57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:38.745183 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-075428b6-070f-4ff7-b649-cef2153ba57b admin admin] Publish callbacks [] for security_group (5166d15c-3c3a-4f9e-9776-609e6103c2e8), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:38.824068 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-075428b6-070f-4ff7-b649-cef2153ba57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (5166d15c-3c3a-4f9e-9776-609e6103c2e8), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:38.891073 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-075428b6-070f-4ff7-b649-cef2153ba57b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f059b779c1694295975749e1f36ba5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4075570 Feb 02 14:58:38.891857 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075428b6-070f-4ff7-b649-cef2153ba57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5166d15c-3c3a-4f9e-9776-609e6103c2e8,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:38.894377 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 40912) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:39.036888 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3833d841-2861-405d-85af-a1fd58d7603c admin admin] Publish callbacks [] for security_group (5166d15c-3c3a-4f9e-9776-609e6103c2e8), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:39.101999 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3833d841-2861-405d-85af-a1fd58d7603c admin admin] Publish callbacks [] for security_group (5166d15c-3c3a-4f9e-9776-609e6103c2e8), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:39.281462 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a95669e1-e5c2-403b-8c5d-3d5b748268ce tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:39.307881 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3833d841-2861-405d-85af-a1fd58d7603c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (5166d15c-3c3a-4f9e-9776-609e6103c2e8), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:39.316620 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3833d841-2861-405d-85af-a1fd58d7603c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:39.316620 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-3833d841-2861-405d-85af-a1fd58d7603c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5166d15c-3c3a-4f9e-9776-609e6103c2e8 HTTP/1.1" status: 204 len: 168 time: 0.4171958 Feb 02 14:58:39.322090 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833d841-2861-405d-85af-a1fd58d7603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5166d15c-3c3a-4f9e-9776-609e6103c2e8,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:39.371605 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a95669e1-e5c2-403b-8c5d-3d5b748268ce tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (920c1bd0-2d2a-449c-8238-3ddcaf0512a7), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:39.489226 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.l3_db [None req-a95669e1-e5c2-403b-8c5d-3d5b748268ce tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Floating IP 920c1bd0-2d2a-449c-8238-3ddcaf0512a7 associated. External IP: 172.27.3.124, port: 5abbde64-ac25-42b0-baf9-d77e015156e6. Feb 02 14:58:39.710180 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95669e1-e5c2-403b-8c5d-3d5b748268ce tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Router bbd984ec-cb32-47ec-9194-c2452b2cbc8c has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:58:39.823191 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95669e1-e5c2-403b-8c5d-3d5b748268ce tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:58:39.828692 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a95669e1-e5c2-403b-8c5d-3d5b748268ce tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:39.833366 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] Sync routers for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:58:39.845671 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:58:39.846288 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:58:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:58:39.860089 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-a95669e1-e5c2-403b-8c5d-3d5b748268ce tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "PUT /v2.0/floatingips/920c1bd0-2d2a-449c-8238-3ddcaf0512a7 HTTP/1.1" status: 200 len: 992 time: 1.4601624 Feb 02 14:58:39.860779 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2851d7b8-609d-4b13-97da-1724d123800d', 'tag': '5abbde64-ac25-42b0-baf9-d77e015156e6'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:58:39.863326 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761" -d '{"events": [{"name": "network-changed", "server_uuid": "2851d7b8-609d-4b13-97da-1724d123800d", "tag": "5abbde64-ac25-42b0-baf9-d77e015156e6"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:58:39.967931 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:58:39.978514 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a489-6f45-48cd-b4fe-d48a03b9272d req-fd1be6e6-e2e5-424c-a8c5-3e7a88cba8f3 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:39.980200 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fd30a489-6f45-48cd-b4fe-d48a03b9272d req-fd1be6e6-e2e5-424c-a8c5-3e7a88cba8f3 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 946 time: 0.0597513 Feb 02 14:58:40.039806 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-fd30a489-6f45-48cd-b4fe-d48a03b9272d req-96c51104-94e1-4b12-bb12-e514fbb19e20 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535290 Feb 02 14:58:40.120917 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63d4e92-0631-498b-a292-76244dcdfc87 x-openstack-request-id: req-e63d4e92-0631-498b-a292-76244dcdfc87 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:58:40.120917 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2851d7b8-609d-4b13-97da-1724d123800d", "tag": "5abbde64-ac25-42b0-baf9-d77e015156e6", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:58:40.120917 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e63d4e92-0631-498b-a292-76244dcdfc87 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:58:40.130482 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2851d7b8-609d-4b13-97da-1724d123800d', 'tag': '5abbde64-ac25-42b0-baf9-d77e015156e6', 'status': 'completed', 'code': 200} Feb 02 14:58:40.218137 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-495cb35a-ba2e-48ac-8912-4d67ad754015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:40.219693 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-495cb35a-ba2e-48ac-8912-4d67ad754015 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9fd5437868bb454e877de2e6be00a603&device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 1130 time: 0.0494740 Feb 02 14:58:40.232472 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '920c1bd0-2d2a-449c-8238-3ddcaf0512a7', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'port_id': '5abbde64-ac25-42b0-baf9-d77e015156e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'mac_address': 'fa:16:3e:16:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851d7b8-609d-4b13-97da-1724d123800d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:58:22Z', 'updated_at': '2022-02-02T14:58:39Z', 'revision_number': 1, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:58:40.262566 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] Checking router: bbd984ec-cb32-47ec-9194-c2452b2cbc8c for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:58:40.272117 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:58:40.272862 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:58:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:58:40.324565 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-23ae7ac5-7f3d-4928-9c19-aa7ad31e2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:40.326025 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-23ae7ac5-7f3d-4928-9c19-aa7ad31e2646 service neutron] 10.222.0.115 "GET /v2.0/networks?id=2813ccbc-bb37-4402-87c3-2fe928b76d75 HTTP/1.1" status: 200 len: 912 time: 0.0953469 Feb 02 14:58:40.393273 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:58:40.393502 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-fbbac272-da41-4edc-bbc1-19ed41b797fa service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5abbde64-ac25-42b0-baf9-d77e015156e6 HTTP/1.1" status: 200 len: 1000 time: 0.0614300 Feb 02 14:58:40.449416 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-a1462301-62ac-49a6-a516-98edd3596e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:40.451089 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-a1462301-62ac-49a6-a516-98edd3596e32 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=6ea74d05-2afb-4e1c-b116-b80e5c25cdd7 HTTP/1.1" status: 200 len: 849 time: 0.0509064 Feb 02 14:58:40.510997 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-ec892d9c-3339-4be1-bcb1-8057973a519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:40.512499 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-ec892d9c-3339-4be1-bcb1-8057973a519f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2813ccbc-bb37-4402-87c3-2fe928b76d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551531 Feb 02 14:58:40.613783 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-bc8d3c97-bffd-4a5f-9c9e-d4be12e2e742 service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953395 Feb 02 14:58:40.661323 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '920c1bd0-2d2a-449c-8238-3ddcaf0512a7', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'port_id': '5abbde64-ac25-42b0-baf9-d77e015156e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'mac_address': 'fa:16:3e:16:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851d7b8-609d-4b13-97da-1724d123800d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:58:22Z', 'updated_at': '2022-02-02T14:58:39Z', 'revision_number': 1, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:58:40.689999 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73aa18-9374-44a5-b7e5-f34ca1c170ea None None] The sync data for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi is: [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '920c1bd0-2d2a-449c-8238-3ddcaf0512a7', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'port_id': '5abbde64-ac25-42b0-baf9-d77e015156e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'mac_address': 'fa:16:3e:16:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2851d7b8-609d-4b13-97da-1724d123800d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:58:22Z', 'updated_at': '2022-02-02T14:58:39Z', 'revision_number': 1, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:58:40.719383 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-04d43940-9fa5-4daa-b3ea-ec77bfcf1761 req-5e9cb793-689c-40b2-997d-f88d3410f2e4 service neutron] 10.222.0.115 "GET /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989561 Feb 02 14:58:40.918167 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf501a-2ea9-4629-8c1f-6257f27f6806 None None] New status for floating IP 920c1bd0-2d2a-449c-8238-3ddcaf0512a7: ACTIVE {{(pid=121023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:58:41.168719 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab963-05c6-4782-acbf-c700ffa9c715 req-49aafdeb-0d94-4c29-b817-50534bf388f0 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:58:41.170125 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-eebab963-05c6-4782-acbf-c700ffa9c715 req-49aafdeb-0d94-4c29-b817-50534bf388f0 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 946 time: 0.0558681 Feb 02 14:58:41.224229 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-eebab963-05c6-4782-acbf-c700ffa9c715 req-8fa3aaf1-2d87-48e6-a629-86c8bf6d59f6 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479195 Feb 02 14:58:42.713985 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ad1216a0-8b7a-49f7-8c7d-c694416352fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:45.165855 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-1cc9fb75-fa2f-47f1-b055-3a41688e965c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:46.166370 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:47.880284 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:49.159805 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:51.672876 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 41074) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:51.776242 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d50bdb98-e978-49dd-97c6-e403d5285e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:51.849888 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d50bdb98-e978-49dd-97c6-e403d5285e8f admin admin] Publish callbacks [] for security_group (ebe993da-d336-4667-8052-2bba7ba95960), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:51.919624 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d50bdb98-e978-49dd-97c6-e403d5285e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ebe993da-d336-4667-8052-2bba7ba95960), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:51.960590 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-d50bdb98-e978-49dd-97c6-e403d5285e8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f16efb8e181405983a3c520f8c045d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866185 Feb 02 14:58:51.961433 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bdb98-e978-49dd-97c6-e403d5285e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe993da-d336-4667-8052-2bba7ba95960,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:51.964329 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41078) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:52.013295 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Publish callbacks [] for security_group (ebe993da-d336-4667-8052-2bba7ba95960), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:52.036960 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Publish callbacks [] for security_group (ebe993da-d336-4667-8052-2bba7ba95960), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:52.148141 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (ebe993da-d336-4667-8052-2bba7ba95960), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:52.150640 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:52.151917 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebe993da-d336-4667-8052-2bba7ba95960 HTTP/1.1" status: 204 len: 168 time: 0.1860609 Feb 02 14:58:52.161182 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe993da-d336-4667-8052-2bba7ba95960,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:52.167564 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.168028 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.168365 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.168690 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.169020 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.169344 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.169772 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.170051 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.170373 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.170801 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.171024 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.171339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.171733 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9ac7-5a46-4b1c-8c52-f87ff0c33fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:52.718455 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41092) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:52.732507 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-49ea0f75-0b43-4b47-9a17-cb91711b19fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:52.808015 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-49ea0f75-0b43-4b47-9a17-cb91711b19fa admin admin] Publish callbacks [] for security_group (cf99ef7b-c28f-463e-9994-8f2866a3969b), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:52.891151 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-49ea0f75-0b43-4b47-9a17-cb91711b19fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (cf99ef7b-c28f-463e-9994-8f2866a3969b), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:52.933432 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-49ea0f75-0b43-4b47-9a17-cb91711b19fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=258117c5e8fd449c84ae8575f9fb416f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137825 Feb 02 14:58:52.934491 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea0f75-0b43-4b47-9a17-cb91711b19fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf99ef7b-c28f-463e-9994-8f2866a3969b,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:52.936806 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 41094) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:52.987210 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Publish callbacks [] for security_group (cf99ef7b-c28f-463e-9994-8f2866a3969b), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:53.008190 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Publish callbacks [] for security_group (cf99ef7b-c28f-463e-9994-8f2866a3969b), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:53.159856 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (cf99ef7b-c28f-463e-9994-8f2866a3969b), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:53.162608 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:53.164019 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf99ef7b-c28f-463e-9994-8f2866a3969b HTTP/1.1" status: 204 len: 168 time: 0.2261596 Feb 02 14:58:53.175855 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf99ef7b-c28f-463e-9994-8f2866a3969b,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:53.184098 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.184610 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.185057 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.185317 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.185843 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.186301 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.186509 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.186872 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.187205 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.187538 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.187869 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.188207 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.188520 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac31d79-de27-4171-b4dc-436fd73cae3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:58:53.894668 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 41104) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:53.908000 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-518e9113-5f60-4729-82d7-1bd57a8adb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:53.982859 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-518e9113-5f60-4729-82d7-1bd57a8adb68 admin admin] Publish callbacks [] for security_group (e1519e81-7b2d-41c8-b71b-4039059db1eb), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:54.062289 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-518e9113-5f60-4729-82d7-1bd57a8adb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e1519e81-7b2d-41c8-b71b-4039059db1eb), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:54.101033 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-518e9113-5f60-4729-82d7-1bd57a8adb68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d8c66c004cd4f5ca0ed3c4d287274b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2050676 Feb 02 14:58:54.101913 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e9113-5f60-4729-82d7-1bd57a8adb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1519e81-7b2d-41c8-b71b-4039059db1eb,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:54.103729 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41106) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:54.154545 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-331387ac-6695-4256-8abf-a9345643b6d3 admin admin] Publish callbacks [] for security_group (e1519e81-7b2d-41c8-b71b-4039059db1eb), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:54.176361 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-331387ac-6695-4256-8abf-a9345643b6d3 admin admin] Publish callbacks [] for security_group (e1519e81-7b2d-41c8-b71b-4039059db1eb), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:54.273877 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-331387ac-6695-4256-8abf-a9345643b6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e1519e81-7b2d-41c8-b71b-4039059db1eb), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:54.276467 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-331387ac-6695-4256-8abf-a9345643b6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:54.280286 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-331387ac-6695-4256-8abf-a9345643b6d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1519e81-7b2d-41c8-b71b-4039059db1eb HTTP/1.1" status: 204 len: 168 time: 0.1731179 Feb 02 14:58:54.287692 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331387ac-6695-4256-8abf-a9345643b6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1519e81-7b2d-41c8-b71b-4039059db1eb,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:55.491178 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:56.163250 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 41148) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:56.290444 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acba3895-cd41-41cc-9787-552cc7a03b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:56.367576 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acba3895-cd41-41cc-9787-552cc7a03b88 admin admin] Publish callbacks [] for security_group (e8a2cc8f-7547-4de0-9f77-2a3d0354075d), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:56.439526 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-acba3895-cd41-41cc-9787-552cc7a03b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e8a2cc8f-7547-4de0-9f77-2a3d0354075d), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:56.478105 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-acba3895-cd41-41cc-9787-552cc7a03b88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5e7e8c4005f4d08bd154280b761c48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137569 Feb 02 14:58:56.478875 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba3895-cd41-41cc-9787-552cc7a03b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2cc8f-7547-4de0-9f77-2a3d0354075d,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:58:56.482311 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41154) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:58:56.532883 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-79e0a22a-3075-42d7-868a-ae3c3bc70b2b admin admin] Publish callbacks [] for security_group (e8a2cc8f-7547-4de0-9f77-2a3d0354075d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:56.554379 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-79e0a22a-3075-42d7-868a-ae3c3bc70b2b admin admin] Publish callbacks [] for security_group (e8a2cc8f-7547-4de0-9f77-2a3d0354075d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:56.736786 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-79e0a22a-3075-42d7-868a-ae3c3bc70b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e8a2cc8f-7547-4de0-9f77-2a3d0354075d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:56.739526 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-79e0a22a-3075-42d7-868a-ae3c3bc70b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:58:56.740880 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-79e0a22a-3075-42d7-868a-ae3c3bc70b2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8a2cc8f-7547-4de0-9f77-2a3d0354075d HTTP/1.1" status: 204 len: 168 time: 0.2569778 Feb 02 14:58:56.748917 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0a22a-3075-42d7-868a-ae3c3bc70b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2cc8f-7547-4de0-9f77-2a3d0354075d,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:06.610825 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:59:12.685932 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-89e1c610-b118-4f5e-9c61-f27b05f08a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:15.153735 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3ff832e0-a0c8-44eb-8866-a1e89aed68e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:16.165903 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:17.948429 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:18.919699 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41316) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:19.022456 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4fa755d6-3024-4b3a-9302-90a375307276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:19.097846 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4fa755d6-3024-4b3a-9302-90a375307276 admin admin] Publish callbacks [] for security_group (c2ea19fd-f0a7-4e8f-869b-1ee5ffdab320), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:19.142294 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:19.193944 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-4fa755d6-3024-4b3a-9302-90a375307276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c2ea19fd-f0a7-4e8f-869b-1ee5ffdab320), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:19.232007 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa755d6-3024-4b3a-9302-90a375307276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ea19fd-f0a7-4e8f-869b-1ee5ffdab320,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:19.236146 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-4fa755d6-3024-4b3a-9302-90a375307276 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=835ff755d1234606a59588c935af81fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153577 Feb 02 14:59:19.238819 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41320) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:19.290124 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dc1173ef-55d4-423d-9638-f27877c5812a admin admin] Publish callbacks [] for security_group (c2ea19fd-f0a7-4e8f-869b-1ee5ffdab320), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:19.311596 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dc1173ef-55d4-423d-9638-f27877c5812a admin admin] Publish callbacks [] for security_group (c2ea19fd-f0a7-4e8f-869b-1ee5ffdab320), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:19.479885 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dc1173ef-55d4-423d-9638-f27877c5812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c2ea19fd-f0a7-4e8f-869b-1ee5ffdab320), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:19.482656 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dc1173ef-55d4-423d-9638-f27877c5812a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:19.483896 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-dc1173ef-55d4-423d-9638-f27877c5812a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2ea19fd-f0a7-4e8f-869b-1ee5ffdab320 HTTP/1.1" status: 204 len: 168 time: 0.2441430 Feb 02 14:59:19.492035 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1173ef-55d4-423d-9638-f27877c5812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ea19fd-f0a7-4e8f-869b-1ee5ffdab320,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:20.597636 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41342) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:20.701515 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-608194859-network', 'tenant_id': '7bd19cae21664840a25408b84d6c6810'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:20.782400 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Made reservation on behalf of 7bd19cae21664840a25408b84d6c6810 for: {'network': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:59:20.784760 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:20.795231 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:20.870014 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Publish callbacks [] for security_group (84006ae4-5e8d-4b3a-81be-8a3c8d8ae1e7), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:20.982696 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (84006ae4-5e8d-4b3a-81be-8a3c8d8ae1e7), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:21.007699 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=121022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:59:21.018149 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84006ae4-5e8d-4b3a-81be-8a3c8d8ae1e7,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:21.023004 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:21.023343 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.segments_db [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Added segment abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7 of type vlan for network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 Feb 02 14:59:21.063880 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (14b39b75-cc4d-4f4c-9e54-afadd09031b4), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:21.171003 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (14b39b75-cc4d-4f4c-9e54-afadd09031b4), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:21.171930 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:21.172508 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:21.513325 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] Pushing event updated for resources: {'Network': ['ID=14b39b75-cc4d-4f4c-9e54-afadd09031b4,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:21.523339 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:59:21.568031 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-6dcd1971-6f47-4999-b0a8-6bcf3c97bf5e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9692574 Feb 02 14:59:21.570791 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41346) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:21.576389 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Request body: {'subnet': {'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-608194859-subnet', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'ip_version': 4}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:21.719349 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Made reservation on behalf of 7bd19cae21664840a25408b84d6c6810 for: {'subnet': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:59:21.721777 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843512'] for subnet (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.045844 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5302709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5844434'] for subnet (2b8028da-6682-468d-8275-775418c20b32), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.101450 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8028da-6682-468d-8275-775418c20b32,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:22.112480 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Checking segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:59:22.112863 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Network hostable DHCP agents. Network: 14b39b75-cc4d-4f4c-9e54-afadd09031b4, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:59:22.205989 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:59:22.302541 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 14b39b75-cc4d-4f4c-9e54-afadd09031b4) {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:59:22.306749 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:22.307361 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.314088 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89fc1be-3e52-47b3-8fdb-c3ad4534a8b6 None None] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:59:22.403244 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7a784bcc-6c79-4f67-9b56-3a692d76fb8f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8249249 Feb 02 14:59:22.403644 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41348) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:22.407901 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:22.423999 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8970d6d-21a6-55cd-b380-35afc46c0d2f-14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32'}]}} from dv-cinder-782518-2-iscsi. {{(pid=121023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:59:22.424984 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.508498 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16148'] for router (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.509661 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-638477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16157'] for router (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.561122 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.db_base_plugin_common [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Allocated IP 172.20.0.2 (14b39b75-cc4d-4f4c-9e54-afadd09031b4/2b8028da-6682-468d-8275-775418c20b32/e4c29669-f1a8-4ec0-8c8e-5dff91ecc826) {{(pid=121023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:59:22.569332 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks [] for router_controller (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), precommit_add_association {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.725607 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Publish callbacks [] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), precommit_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.789306 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks [] for router_gateway (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.851655 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.890582 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 is already hosted by enough agents. {{(pid=121023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:59:22.895645 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.base_scheduler [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Resources bound (agent type, host, resource id): {{(pid=121023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:59:22.899083 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Received port after_create {{(pid=121023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:59:22.906683 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Pushing event updated for resources: {'Port': ['ID=e4c29669-f1a8-4ec0-8c8e-5dff91ecc826,revision_number=1']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:22.917065 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.918165 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.918521 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.918914 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.919250 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.919582 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.919911 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.920240 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.920568 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.920896 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.921226 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.921548 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.921869 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:22.974974 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Attempting to bind port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:59:22.975392 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Attempting to bind port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:59:22.975755 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Attempting to bind port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:59:22.981679 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:59:22.982082 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Checking segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:59:22.982466 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:22.982910 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Bound using segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:59:22.983394 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Bound port: e4c29669-f1a8-4ec0-8c8e-5dff91ecc826, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:59:22.983774 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:23.050846 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] For port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:59:23.054177 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] For port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=e4c29669-f1a8-4ec0-8c8e-5dff91ecc826,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:59:23.087754 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks [] for router_gateway (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:23.115648 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:23.172143 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:23.231745 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Allocated IP 172.27.3.6 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/681b7d6b-21f4-4635-b9a8-2dc8dfe51828) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:59:23.236840 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49b3d1-541f-4591-a8c1-08abc0009e55 None None] Pushing event updated for resources: {'Port': ['ID=e4c29669-f1a8-4ec0-8c8e-5dff91ecc826,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:23.346129 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks [] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:23.460610 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:23.508764 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:59:23.514993 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:59:23.517528 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:59:23.542863 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Pushing event updated for resources: {'Port': ['ID=681b7d6b-21f4-4635-b9a8-2dc8dfe51828,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:23.902995 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks [] for router_gateway (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:24.113271 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804'] for router (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:24.177597 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2535640-50d2-455c-bf86-d8ea059ef233 None None] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:59:24.250033 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-66583ee8-0901-4121-a212-85cb72c5dec6 None None] Provisioning complete for port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:24.250412 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-66583ee8-0901-4121-a212-85cb72c5dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:24.330577 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 is scheduled to L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 with binding_index 1 {{(pid=121022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:59:24.374339 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-66583ee8-0901-4121-a212-85cb72c5dec6 None None] Current status of the port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:24.374738 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-66583ee8-0901-4121-a212-85cb72c5dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:24.423046 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-66583ee8-0901-4121-a212-85cb72c5dec6 None None] For port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=e4c29669-f1a8-4ec0-8c8e-5dff91ecc826,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:24.448585 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:59:24.463600 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Sync routers for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:59:24.477686 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:24.478789 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:24.491481 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-66583ee8-0901-4121-a212-85cb72c5dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:24.563305 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66583ee8-0901-4121-a212-85cb72c5dec6 None None] Pushing event updated for resources: {'Port': ['ID=e4c29669-f1a8-4ec0-8c8e-5dff91ecc826,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:24.579354 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:24.581227 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-1f6924e5-f5ea-4672-bf3f-1c41021f1c5a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1767309 Feb 02 14:59:24.583640 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41358) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:24.609286 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:24.714648 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-e620f139-66a9-4b63-8679-44dbe0cb3b9e None None] Provisioning complete for port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:24.715578 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e620f139-66a9-4b63-8679-44dbe0cb3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:24.804113 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:23Z', 'revision_number': 3, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:24.814714 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-e620f139-66a9-4b63-8679-44dbe0cb3b9e None None] Current status of the port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:24.831695 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Checking router: 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:59:24.832045 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Updating router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 binding host dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:59:24.861922 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.063293 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.243930 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Allocated IP 172.20.0.1 (14b39b75-cc4d-4f4c-9e54-afadd09031b4/2b8028da-6682-468d-8275-775418c20b32/c176d66d-c017-435f-9d8d-174b5d5b17d6) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:59:25.245869 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Publish callbacks [] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), precommit_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.323322 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:59:25.332085 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.362961 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Publish callbacks [] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.377703 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:25.378392 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.378608 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Pushing event updated for resources: {'Port': ['ID=681b7d6b-21f4-4635-b9a8-2dc8dfe51828,revision_number=2']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:25.390390 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.390886 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.391306 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.391705 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.392197 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.392500 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.392890 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.393273 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.393815 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.394041 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.394425 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.394834 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.395216 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:59:25.416074 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Attempting to bind port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:59:25.416606 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Attempting to bind port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:59:25.417029 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Attempting to bind port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 on network 9739a75a-4066-4d10-9da4-91f07c2c2a48 {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:59:25.422745 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:59:25.423138 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:59:25.425318 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.425318 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Bound using segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:59:25.425318 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Bound port: 681b7d6b-21f4-4635-b9a8-2dc8dfe51828, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:59:25.425318 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.474650 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.477611 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:25.488657 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] For port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:59:25.488657 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] For port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=681b7d6b-21f4-4635-b9a8-2dc8dfe51828,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:59:25.523130 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:59:25.526314 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:59:25.531160 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.539841 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:59:25.561906 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=c176d66d-c017-435f-9d8d-174b5d5b17d6,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:25.565805 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.583627 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637431'] for router_interface (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.655402 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb2490-bfba-4f5b-804f-46aa2b0c0ef8 None None] Pushing event updated for resources: {'Port': ['ID=681b7d6b-21f4-4635-b9a8-2dc8dfe51828,revision_number=3']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:25.660116 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:25.660512 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:25.794468 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:25.813368 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.845144 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-c36fa9b1-53b5-4543-b8f9-878d193e8ccb None None] Provisioning complete for port c176d66d-c017-435f-9d8d-174b5d5b17d6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:25.845782 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c36fa9b1-53b5-4543-b8f9-878d193e8ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:25.885836 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-c36fa9b1-53b5-4543-b8f9-878d193e8ccb None None] Port c176d66d-c017-435f-9d8d-174b5d5b17d6 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:59:26.004235 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:23Z', 'revision_number': 3, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:26.012977 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Publish callbacks [] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:26.037781 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7897fb-dd3f-4564-a21a-9418779d88b6 None None] The sync data for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi is: [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:23Z', 'revision_number': 3, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:59:26.098562 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:26.177536 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=c176d66d-c017-435f-9d8d-174b5d5b17d6,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:26.180198 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637511'] for router_interface (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:26.305848 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:59:26.307340 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:59:26.456070 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:59:26.593912 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:59:26.599649 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-2b65ab11-80f7-46d6-9bf6-6ef7ec3c4dd6 admin admin] 10.222.0.10 "PUT /v2.0/routers/33f52b7b-5a96-4d30-9f80-cbb0d4dacca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0146849 Feb 02 14:59:26.618447 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-9406e76e-4350-44a7-b4c7-75838931a9a6 None None] Provisioning complete for port c176d66d-c017-435f-9d8d-174b5d5b17d6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:26.619783 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9406e76e-4350-44a7-b4c7-75838931a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:26.661279 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-9406e76e-4350-44a7-b4c7-75838931a9a6 None None] Port c176d66d-c017-435f-9d8d-174b5d5b17d6 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:59:27.318648 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:59:27.377039 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:27.377490 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.407791 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 41390) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:27.412728 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1885098900-network', 'tenant_id': '132e718f22a94e0293a2ca026bf17061'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:27.488197 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Made reservation on behalf of 132e718f22a94e0293a2ca026bf17061 for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:59:27.490671 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.496661 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:27.497052 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.501087 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.520922 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=681b7d6b-21f4-4635-b9a8-2dc8dfe51828,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:27.571606 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.596425 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Publish callbacks [] for security_group (0d530be9-321b-49fc-9e63-1d5898396d59), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.630417 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=681b7d6b-21f4-4635-b9a8-2dc8dfe51828,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:27.681171 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (0d530be9-321b-49fc-9e63-1d5898396d59), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.707651 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:59:27.714797 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d530be9-321b-49fc-9e63-1d5898396d59,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:27.724558 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (fd1f8dac-7da4-4f89-9551-ac911e33f73e), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.724988 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Added segment fd1f8dac-7da4-4f89-9551-ac911e33f73e of type vlan for network 7a8fd072-b816-49c5-903c-717835a2222e Feb 02 14:59:27.744220 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Sync routers for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:59:27.755890 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:27.756581 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:27.767659 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (7a8fd072-b816-49c5-903c-717835a2222e), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.862730 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (7a8fd072-b816-49c5-903c-717835a2222e), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.863638 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:27.864221 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:27.870023 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:27.934587 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=7a8fd072-b816-49c5-903c-717835a2222e,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:27.949262 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 7a8fd072-b816-49c5-903c-717835a2222e details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:59:27.971828 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-daa6f065-1c40-43fc-9ffa-eff3bd638ff5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5607803 Feb 02 14:59:27.972114 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 41394) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:27.976981 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Request body: {'subnet': {'network_id': '7a8fd072-b816-49c5-903c-717835a2222e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1885098900-subnet', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'ip_version': 4}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:28.085175 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Made reservation on behalf of 132e718f22a94e0293a2ca026bf17061 for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:59:28.087691 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7206031'] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.138088 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 2, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:28.169289 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Checking router: 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:59:28.169647 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Updating router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 port c176d66d-c017-435f-9d8d-174b5d5b17d6 binding host dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:59:28.197495 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.326309 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5467431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7205733'] for subnet (b95e995b-4512-450d-9fe5-8b934620f3f5), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.383996 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95e995b-4512-450d-9fe5-8b934620f3f5,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:28.395593 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Checking segment: {'id': 'fd1f8dac-7da4-4f89-9551-ac911e33f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:59:28.395953 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Network hostable DHCP agents. Network: 7a8fd072-b816-49c5-903c-717835a2222e, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:59:28.468373 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Publish callbacks [] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), precommit_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.497219 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Network 7a8fd072-b816-49c5-903c-717835a2222e is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:59:28.588297 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.623277 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 7a8fd072-b816-49c5-903c-717835a2222e) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:59:28.630004 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:28.631206 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.647809 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797193e6-6eb5-4a95-9845-1423418bc150 None None] Network 7a8fd072-b816-49c5-903c-717835a2222e requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:59:28.686982 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48510ec-37e2-4feb-b563-cdd6505ced55 None None] Pushing event updated for resources: {'Port': ['ID=c176d66d-c017-435f-9d8d-174b5d5b17d6,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:28.739555 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41404) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:28.745879 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1885098900-router', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:28.749506 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-98b8ab54-356e-4967-b0d2-8e1cc0448061 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7741959 Feb 02 14:59:28.823261 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16148'] for router (2a22f8ae-48ae-4bb2-861d-703d09ac1468), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.826319 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-638477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16157'] for router (2a22f8ae-48ae-4bb2-861d-703d09ac1468), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.834496 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Attempting to bind port c176d66d-c017-435f-9d8d-174b5d5b17d6 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:59:28.835131 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Attempting to bind port c176d66d-c017-435f-9d8d-174b5d5b17d6 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:59:28.841273 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Attempting to bind port c176d66d-c017-435f-9d8d-174b5d5b17d6 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:59:28.852571 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:59:28.852996 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Checking segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:59:28.853353 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.853742 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Bound using segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:59:28.854206 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Bound port: c176d66d-c017-435f-9d8d-174b5d5b17d6, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:59:28.854581 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.923350 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks [] for router_controller (2a22f8ae-48ae-4bb2-861d-703d09ac1468), precommit_add_association {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.934174 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8970d6d-21a6-55cd-b380-35afc46c0d2f-7a8fd072-b816-49c5-903c-717835a2222e', 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e', 'project_id': '132e718f22a94e0293a2ca026bf17061', 'fixed_ips': [{'subnet_id': 'b95e995b-4512-450d-9fe5-8b934620f3f5'}]}} from dv-cinder-782518-2-iscsi. {{(pid=121023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:59:28.935313 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:28.975782 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] For port c176d66d-c017-435f-9d8d-174b5d5b17d6, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:59:29.036278 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] For port c176d66d-c017-435f-9d8d-174b5d5b17d6, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=c176d66d-c017-435f-9d8d-174b5d5b17d6,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:59:29.070708 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-3ebf5283-4ac3-4198-b289-34a8ff0baf5f None None] Provisioning complete for port c176d66d-c017-435f-9d8d-174b5d5b17d6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:29.071111 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5283-4ac3-4198-b289-34a8ff0baf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:29.134338 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf5283-4ac3-4198-b289-34a8ff0baf5f None None] Port c176d66d-c017-435f-9d8d-174b5d5b17d6 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:59:29.144008 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.db_base_plugin_common [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Allocated IP 172.20.0.2 (7a8fd072-b816-49c5-903c-717835a2222e/b95e995b-4512-450d-9fe5-8b934620f3f5/d8d0d5b3-c054-4f47-a50b-0100220621dc) {{(pid=121023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:59:29.149278 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:29.154203 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks [] for router_gateway (2a22f8ae-48ae-4bb2-861d-703d09ac1468), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:29.318027 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:59:29.445274 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48510ec-37e2-4feb-b563-cdd6505ced55 None None] Pushing event updated for resources: {'Port': ['ID=c176d66d-c017-435f-9d8d-174b5d5b17d6,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:29.458352 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:29.459052 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:29.597518 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:29.597893 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:29.673811 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Publish callbacks [] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), precommit_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:29.690800 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:29.696074 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d081c-d72e-4a99-a840-b670cea83f92 req-9df7fcb9-697d-4cf5-af26-501aee949f79 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:29.697654 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-002d081c-d72e-4a99-a840-b670cea83f92 req-9df7fcb9-697d-4cf5-af26-501aee949f79 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 946 time: 0.0689187 Feb 02 14:59:29.729468 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-22b149f4-94e7-4d22-9b12-300b3a83cf14 None None] Provisioning complete for port c176d66d-c017-435f-9d8d-174b5d5b17d6 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:29.730503 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-22b149f4-94e7-4d22-9b12-300b3a83cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:29.757758 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:29.832812 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-002d081c-d72e-4a99-a840-b670cea83f92 req-c9f96838-0eac-4498-95c4-41e55187c9ea tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275415 Feb 02 14:59:29.842197 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks [] for router_gateway (2a22f8ae-48ae-4bb2-861d-703d09ac1468), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:29.862285 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:29.875131 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Network 7a8fd072-b816-49c5-903c-717835a2222e is already hosted by enough agents. {{(pid=121023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:59:29.900822 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.base_scheduler [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Resources bound (agent type, host, resource id): {{(pid=121023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:59:29.908151 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Received port after_create {{(pid=121023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:59:29.912445 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:29.922259 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Pushing event updated for resources: {'Port': ['ID=d8d0d5b3-c054-4f47-a50b-0100220621dc,revision_number=1']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:29.972341 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Allocated IP 172.27.3.109 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/10f80b3e-b936-4249-bd52-00255c0d29c5) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:59:30.059066 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Attempting to bind port d8d0d5b3-c054-4f47-a50b-0100220621dc on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:59:30.059442 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Attempting to bind port d8d0d5b3-c054-4f47-a50b-0100220621dc by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'fd1f8dac-7da4-4f89-9551-ac911e33f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:59:30.059814 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Attempting to bind port d8d0d5b3-c054-4f47-a50b-0100220621dc on network 7a8fd072-b816-49c5-903c-717835a2222e {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:59:30.067562 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-22b149f4-94e7-4d22-9b12-300b3a83cf14 None None] Current status of the port c176d66d-c017-435f-9d8d-174b5d5b17d6 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:30.067905 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-22b149f4-94e7-4d22-9b12-300b3a83cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:30.081771 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks [] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:30.084174 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:59:30.084635 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Checking segment: {'id': 'fd1f8dac-7da4-4f89-9551-ac911e33f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:59:30.084986 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:30.085371 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Bound using segment: {'id': 'fd1f8dac-7da4-4f89-9551-ac911e33f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:59:30.085860 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Bound port: d8d0d5b3-c054-4f47-a50b-0100220621dc, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1f8dac-7da4-4f89-9551-ac911e33f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:59:30.086237 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:30.179700 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-22b149f4-94e7-4d22-9b12-300b3a83cf14 None None] For port c176d66d-c017-435f-9d8d-174b5d5b17d6, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=c176d66d-c017-435f-9d8d-174b5d5b17d6,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:30.183231 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:30.210203 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] For port d8d0d5b3-c054-4f47-a50b-0100220621dc, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:59:30.213866 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] For port d8d0d5b3-c054-4f47-a50b-0100220621dc, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=d8d0d5b3-c054-4f47-a50b-0100220621dc,segment=NetworkSegment(fd1f8dac-7da4-4f89-9551-ac911e33f73e),segment_id=fd1f8dac-7da4-4f89-9551-ac911e33f73e)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:59:30.220051 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:28Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:30.236084 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:59:30.241873 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:59:30.244333 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:59:30.247794 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Pushing event updated for resources: {'Port': ['ID=10f80b3e-b936-4249-bd52-00255c0d29c5,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:30.250000 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4218488-e387-4d6f-8902-b357a3398c6d None None] The sync data for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi is: [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:28Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:59:30.251634 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-22b149f4-94e7-4d22-9b12-300b3a83cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:30.312926 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b149f4-94e7-4d22-9b12-300b3a83cf14 None None] Pushing event updated for resources: {'Port': ['ID=c176d66d-c017-435f-9d8d-174b5d5b17d6,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:30.326284 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:30.398731 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88329fcf-80cb-4c8a-bc27-a874d342fcfa None None] Pushing event updated for resources: {'Port': ['ID=d8d0d5b3-c054-4f47-a50b-0100220621dc,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:30.743243 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks [] for router_gateway (2a22f8ae-48ae-4bb2-861d-703d09ac1468), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:30.996231 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804'] for router (2a22f8ae-48ae-4bb2-861d-703d09ac1468), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:31.014148 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc81ebf-4e34-4678-b723-e47d9f819dcf req-d7f916c7-0eb5-4f15-bc6a-1c8c360f7d05 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:31.015738 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8bc81ebf-4e34-4678-b723-e47d9f819dcf req-d7f916c7-0eb5-4f15-bc6a-1c8c360f7d05 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 946 time: 0.1081133 Feb 02 14:59:31.139823 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8bc81ebf-4e34-4678-b723-e47d9f819dcf req-96d98df7-a7e3-4ea0-9741-33801d96dda3 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926976 Feb 02 14:59:31.296556 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 is scheduled to L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 with binding_index 1 {{(pid=121022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:59:31.414002 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device c176d66d-c017-435f-9d8d-174b5d5b17d6 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:59:31.453949 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:59:31.458907 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c62016d-6970-40c1-ac4b-3693ee1e54fa None None] Network 7a8fd072-b816-49c5-903c-717835a2222e requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:59:31.465807 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Sync routers for ids ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:59:31.476102 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Routers {'2a22f8ae-48ae-4bb2-861d-703d09ac1468'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:31.476729 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:31.552308 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-6e084d9d-5713-4986-94ca-d64d606323b2 None None] Provisioning complete for port d8d0d5b3-c054-4f47-a50b-0100220621dc triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:31.552609 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6e084d9d-5713-4986-94ca-d64d606323b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:31.556000 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:31.558475 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-479b2174-ca55-4e31-9397-a3b2cf6c2b1b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8159802 Feb 02 14:59:31.560445 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 41422) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:31.591461 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Set router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:31.606985 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port c176d66d-c017-435f-9d8d-174b5d5b17d6 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:31.607622 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:31.646359 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-35cd61b4-1db2-4bf0-9f8f-d713d2eb3d46 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:31.648541 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-35cd61b4-1db2-4bf0-9f8f-d713d2eb3d46 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.115 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 946 time: 0.0884237 Feb 02 14:59:31.767616 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-6e084d9d-5713-4986-94ca-d64d606323b2 None None] Current status of the port d8d0d5b3-c054-4f47-a50b-0100220621dc is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:31.767616 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6e084d9d-5713-4986-94ca-d64d606323b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:31.781143 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port c176d66d-c017-435f-9d8d-174b5d5b17d6 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:31.782240 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device d8d0d5b3-c054-4f47-a50b-0100220621dc up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:59:31.801802 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'name': 'tempest-TestVolumeBootPattern-1885098900-router', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:28Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 3, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'gw_port': {'id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:29Z', 'updated_at': '2022-02-02T14:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:31.829227 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Deleting port 5abbde64-ac25-42b0-baf9-d77e015156e6 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:59:31.829712 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:31.832538 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Checking router: 2a22f8ae-48ae-4bb2-861d-703d09ac1468 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:59:31.836350 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Updating router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 port 10f80b3e-b936-4249-bd52-00255c0d29c5 binding host dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:59:31.847468 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-6e084d9d-5713-4986-94ca-d64d606323b2 None None] For port d8d0d5b3-c054-4f47-a50b-0100220621dc, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=d8d0d5b3-c054-4f47-a50b-0100220621dc,segment=NetworkSegment(fd1f8dac-7da4-4f89-9551-ac911e33f73e),segment_id=fd1f8dac-7da4-4f89-9551-ac911e33f73e)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:31.875340 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:31.885402 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port d8d0d5b3-c054-4f47-a50b-0100220621dc triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:31.885830 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:31.954461 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6e084d9d-5713-4986-94ca-d64d606323b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:31.986684 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] For port 5abbde64-ac25-42b0-baf9-d77e015156e6, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=5abbde64-ac25-42b0-baf9-d77e015156e6,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:31.987311 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.015423 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e084d9d-5713-4986-94ca-d64d606323b2 None None] Pushing event updated for resources: {'Port': ['ID=d8d0d5b3-c054-4f47-a50b-0100220621dc,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:32.059627 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port d8d0d5b3-c054-4f47-a50b-0100220621dc is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:32.077135 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-e6b4bfd4-ebd0-4a0a-ae99-429eacc79880 None None] Provisioning complete for port d8d0d5b3-c054-4f47-a50b-0100220621dc triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:32.077753 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e6b4bfd4-ebd0-4a0a-ae99-429eacc79880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.189688 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4bfd4-ebd0-4a0a-ae99-429eacc79880 None None] Current status of the port d8d0d5b3-c054-4f47-a50b-0100220621dc is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:32.196975 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.200817 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.201368 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (920c1bd0-2d2a-449c-8238-3ddcaf0512a7), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.201606 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Floating IP 920c1bd0-2d2a-449c-8238-3ddcaf0512a7 disassociated. External IP: 172.27.3.124, port: 5abbde64-ac25-42b0-baf9-d77e015156e6. Feb 02 14:59:32.201955 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Calling delete_port for 5abbde64-ac25-42b0-baf9-d77e015156e6 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:59:32.254546 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Publish callbacks [] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), precommit_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.331688 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ab605-1038-4705-a280-d0aca65beab3 req-1a18f8dd-00f2-48ca-bdac-0dcfc48eec5b tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:32.333100 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b4ab605-1038-4705-a280-d0aca65beab3 req-1a18f8dd-00f2-48ca-bdac-0dcfc48eec5b tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 946 time: 0.0798826 Feb 02 14:59:32.358542 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Allocated IP 172.20.0.1 (7a8fd072-b816-49c5-903c-717835a2222e/b95e995b-4512-450d-9fe5-8b934620f3f5/721ca01b-9e2f-456b-a3d6-7e18dd0d1672) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:59:32.359861 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.411245 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceb226-e5eb-4d7e-bd41-ae9b8f89f62e None None] Pushing event updated for resources: {'Port': ['ID=10f80b3e-b936-4249-bd52-00255c0d29c5,revision_number=2']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:32.429659 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b4ab605-1038-4705-a280-d0aca65beab3 req-0173ceea-e818-41d7-8b03-9683c2dbfcd9 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5b1f4e3-362e-4069-b34b-5de9b7621ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869100 Feb 02 14:59:32.431427 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Attempting to bind port 10f80b3e-b936-4249-bd52-00255c0d29c5 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:59:32.431965 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Attempting to bind port 10f80b3e-b936-4249-bd52-00255c0d29c5 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:59:32.432307 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Attempting to bind port 10f80b3e-b936-4249-bd52-00255c0d29c5 on network 9739a75a-4066-4d10-9da4-91f07c2c2a48 {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:59:32.439032 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:59:32.439403 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:59:32.439915 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.440301 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Bound using segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:59:32.440760 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Bound port: 10f80b3e-b936-4249-bd52-00255c0d29c5, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:59:32.441123 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.485636 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Publish callbacks [] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.496569 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] For port 10f80b3e-b936-4249-bd52-00255c0d29c5, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:59:32.499741 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] For port 10f80b3e-b936-4249-bd52-00255c0d29c5, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=10f80b3e-b936-4249-bd52-00255c0d29c5,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:59:32.525692 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (5abbde64-ac25-42b0-baf9-d77e015156e6), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.555285 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event deleted for resources: {'Port': ['ID=5abbde64-ac25-42b0-baf9-d77e015156e6,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:32.631493 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.662567 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.677187 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Router bbd984ec-cb32-47ec-9194-c2452b2cbc8c has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:59:32.701310 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Routers {'2a22f8ae-48ae-4bb2-861d-703d09ac1468'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:32.702011 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:32.706453 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceb226-e5eb-4d7e-bd41-ae9b8f89f62e None None] Pushing event updated for resources: {'Port': ['ID=10f80b3e-b936-4249-bd52-00255c0d29c5,revision_number=3']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:32.718935 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Network 7a8fd072-b816-49c5-903c-717835a2222e is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:59:32.732742 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:59:32.737705 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:59:32.741129 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Pushing event updated for resources: {'Port': ['ID=721ca01b-9e2f-456b-a3d6-7e18dd0d1672,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:32.792608 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637431'] for router_interface (2a22f8ae-48ae-4bb2-861d-703d09ac1468), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.812205 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:59:32.826250 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] Sync routers for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:59:32.842860 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:32.843419 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:32.862423 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] No DVR routers for this DVR port 5abbde64-ac25-42b0-baf9-d77e015156e6 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:59:32.867980 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:32.873999 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] Set router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:32.878535 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d76ecd87-27c1-4d98-8a5e-44051e310e40 req-ac1a90a5-30bf-4b4e-829e-4cc1570897eb tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.115 "DELETE /v2.0/ports/5abbde64-ac25-42b0-baf9-d77e015156e6 HTTP/1.1" status: 204 len: 173 time: 1.2140865 Feb 02 14:59:32.886369 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2851d7b8-609d-4b13-97da-1724d123800d', 'name': 'network-vif-deleted', 'tag': '5abbde64-ac25-42b0-baf9-d77e015156e6'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:59:32.890007 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad7e8c0-aa9a-49c6-8c28-233789d66a59" -d '{"events": [{"server_uuid": "2851d7b8-609d-4b13-97da-1724d123800d", "name": "network-vif-deleted", "tag": "5abbde64-ac25-42b0-baf9-d77e015156e6"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:59:32.953784 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a042ae0-c36a-4abd-b694-2865323cf3b8 x-openstack-request-id: req-9a042ae0-c36a-4abd-b694-2865323cf3b8 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:59:32.954081 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2851d7b8-609d-4b13-97da-1724d123800d", "name": "network-vif-deleted", "tag": "5abbde64-ac25-42b0-baf9-d77e015156e6", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:59:32.954334 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a042ae0-c36a-4abd-b694-2865323cf3b8 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:59:32.954736 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2851d7b8-609d-4b13-97da-1724d123800d', 'name': 'network-vif-deleted', 'tag': '5abbde64-ac25-42b0-baf9-d77e015156e6', 'status': 'completed', 'code': 200} Feb 02 14:59:33.070245 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:33.202070 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-dc5b566a-3907-4249-8746-20cf7414b2a9 None None] Provisioning complete for port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:33.202853 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-dc5b566a-3907-4249-8746-20cf7414b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:33.243940 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:33.248151 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b566a-3907-4249-8746-20cf7414b2a9 None None] Port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:59:33.249558 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'name': 'tempest-TestVolumeBootPattern-1885098900-router', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:28Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 3, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'gw_port': {'id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:29Z', 'updated_at': '2022-02-02T14:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:33.295942 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861aae87-5558-414e-afad-69d20f059cc8 None None] The sync data for ids ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'] in dv-cinder-782518-2-iscsi is: [{'id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'name': 'tempest-TestVolumeBootPattern-1885098900-router', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:28Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 3, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'gw_port': {'id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:29Z', 'updated_at': '2022-02-02T14:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:59:33.314729 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Publish callbacks [] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:33.348480 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device d8d0d5b3-c054-4f47-a50b-0100220621dc up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:59:33.461972 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port d8d0d5b3-c054-4f47-a50b-0100220621dc triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:33.462291 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:33.465653 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:33.581866 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e2b3dd76-c3b4-48ba-81d3-be9f4ffa3305 req-ce70a2be-428e-4c1d-950c-d9502698d691 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/ports?device_id=2851d7b8-609d-4b13-97da-1724d123800d HTTP/1.1" status: 200 len: 210 time: 0.0582955 Feb 02 14:59:33.587187 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Pushing event updated for resources: {'Port': ['ID=721ca01b-9e2f-456b-a3d6-7e18dd0d1672,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:33.603224 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:33.621076 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637511'] for router_interface (2a22f8ae-48ae-4bb2-861d-703d09ac1468), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:33.647611 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] Checking router: bbd984ec-cb32-47ec-9194-c2452b2cbc8c for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:59:33.661580 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port d8d0d5b3-c054-4f47-a50b-0100220621dc is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:33.664029 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:33.664888 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:33.750545 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Network 7a8fd072-b816-49c5-903c-717835a2222e is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:59:33.752408 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:59:33.798563 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:33.916054 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:59:34.074179 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:59:34.087360 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-2c147433-acb2-4ed9-8fa9-38c27447fd33 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a22f8ae-48ae-4bb2-861d-703d09ac1468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5176907 Feb 02 14:59:34.088133 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-6ff41e80-dc8d-4063-a3ab-bf856494f5ba None None] Provisioning complete for port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:34.088636 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6ff41e80-dc8d-4063-a3ab-bf856494f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:34.124497 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:34.163852 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e947b2-5ac9-4063-a44b-89685cf25204 None None] The sync data for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi is: [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:54:43Z', 'revision_number': 4, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '02707829-8636-4adb-b972-1ebad44565a1', 'name': '', 'network_id': '2813ccbc-bb37-4402-87c3-2fe928b76d75', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'mac_address': 'fa:16:3e:09:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:42Z', 'updated_at': '2022-02-02T14:54:46Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'subnets': [{'id': '6ea74d05-2afb-4e1c-b116-b80e5c25cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:59:34.171760 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-6ff41e80-dc8d-4063-a3ab-bf856494f5ba None None] Port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:59:34.460308 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c452475-fbe1-4c5e-a82d-e8adbbf125ec None None] New status for floating IP 920c1bd0-2d2a-449c-8238-3ddcaf0512a7: DOWN {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:59:34.783326 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41442) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:34.787901 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-876b9457-8113-406a-9d08-140884fc7f53 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717231524', 'description': 'tempest-secgroup-smoke-717231524 description', 'project_id': '7bd19cae21664840a25408b84d6c6810'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:34.869007 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41444) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:34.936766 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-70e72f97-9c21-46cd-99d6-136637a8606d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (c5b1f4e3-362e-4069-b34b-5de9b7621ef1), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:34.942355 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-876b9457-8113-406a-9d08-140884fc7f53 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:34.970828 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-70e72f97-9c21-46cd-99d6-136637a8606d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (c5b1f4e3-362e-4069-b34b-5de9b7621ef1), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.055762 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-876b9457-8113-406a-9d08-140884fc7f53 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group (2b2d99db-ff62-45c3-bb0e-7542d8790883), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.060201 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Sync routers for ids ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:59:35.070561 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Routers {'2a22f8ae-48ae-4bb2-861d-703d09ac1468'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:35.071200 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:35.142306 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-70e72f97-9c21-46cd-99d6-136637a8606d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c5b1f4e3-362e-4069-b34b-5de9b7621ef1), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.144975 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-70e72f97-9c21-46cd-99d6-136637a8606d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.146152 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-70e72f97-9c21-46cd-99d6-136637a8606d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "DELETE /v2.0/security-groups/c5b1f4e3-362e-4069-b34b-5de9b7621ef1 HTTP/1.1" status: 204 len: 168 time: 0.2760229 Feb 02 14:59:35.149013 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 41446) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:35.158222 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e72f97-9c21-46cd-99d6-136637a8606d tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b1f4e3-362e-4069-b34b-5de9b7621ef1,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:35.163626 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.api.v2.resource [None req-08ae9477-0ae1-453f-bda8-e8f391b48e5e tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] show failed (client error): The resource could not be found. Feb 02 14:59:35.164810 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-08ae9477-0ae1-453f-bda8-e8f391b48e5e tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "GET /v2.0/security-groups/c5b1f4e3-362e-4069-b34b-5de9b7621ef1 HTTP/1.1" status: 404 len: 347 time: 0.0146773 Feb 02 14:59:35.169218 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 41448) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:35.176528 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-876b9457-8113-406a-9d08-140884fc7f53 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2b2d99db-ff62-45c3-bb0e-7542d8790883), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.190096 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Set router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:35.209166 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b9457-8113-406a-9d08-140884fc7f53 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d99db-ff62-45c3-bb0e-7542d8790883,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:35.288183 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-876b9457-8113-406a-9d08-140884fc7f53 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.289931 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-876b9457-8113-406a-9d08-140884fc7f53 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5056236 Feb 02 14:59:35.293776 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41450) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:35.299208 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-889e7e69-8d73-4a42-815c-0878e2f61aef tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'security_group_rule': {'security_group_id': '2b2d99db-ff62-45c3-bb0e-7542d8790883', 'project_id': '7bd19cae21664840a25408b84d6c6810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:35.317663 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-cf8deba5-e7e8-4742-9c50-26d6b2157f12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Deleting port 546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:59:35.317663 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cf8deba5-e7e8-4742-9c50-26d6b2157f12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.386594 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 10f80b3e-b936-4249-bd52-00255c0d29c5 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:59:35.402121 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cf8deba5-e7e8-4742-9c50-26d6b2157f12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.402564 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cf8deba5-e7e8-4742-9c50-26d6b2157f12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.416142 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-889e7e69-8d73-4a42-815c-0878e2f61aef tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (2d7eebff-6f16-421e-8d6a-36883bb66b6e), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.419045 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-cf8deba5-e7e8-4742-9c50-26d6b2157f12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Calling delete_port for 546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1 owned by network:floatingip {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:59:35.458082 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'name': 'tempest-TestVolumeBootPattern-1885098900-router', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:28Z', 'updated_at': '2022-02-02T14:59:32Z', 'revision_number': 4, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'gw_port': {'id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:29Z', 'updated_at': '2022-02-02T14:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '721ca01b-9e2f-456b-a3d6-7e18dd0d1672', 'name': '', 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'mac_address': 'fa:16:3e:48:ec:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b95e995b-4512-450d-9fe5-8b934620f3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:32Z', 'updated_at': '2022-02-02T14:59:33Z', 'revision_number': 2, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'subnets': [{'id': 'b95e995b-4512-450d-9fe5-8b934620f3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:35.476419 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-889e7e69-8d73-4a42-815c-0878e2f61aef tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (2d7eebff-6f16-421e-8d6a-36883bb66b6e), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.485665 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 10f80b3e-b936-4249-bd52-00255c0d29c5 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:35.486033 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.487640 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Checking router: 2a22f8ae-48ae-4bb2-861d-703d09ac1468 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:59:35.487984 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Updating router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 binding host dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:59:35.539500 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.589023 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-889e7e69-8d73-4a42-815c-0878e2f61aef tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (2d7eebff-6f16-421e-8d6a-36883bb66b6e), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.609410 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e7e69-8d73-4a42-815c-0878e2f61aef tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7eebff-6f16-421e-8d6a-36883bb66b6e,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:35.679212 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 10f80b3e-b936-4249-bd52-00255c0d29c5 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:35.679593 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.690236 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cf8deba5-e7e8-4742-9c50-26d6b2157f12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.712704 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port 10f80b3e-b936-4249-bd52-00255c0d29c5, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=10f80b3e-b936-4249-bd52-00255c0d29c5,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:35.722375 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8deba5-e7e8-4742-9c50-26d6b2157f12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Pushing event deleted for resources: {'Port': ['ID=546f17c5-7c3f-43b4-a70a-6b4e8b25f6d1,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:35.744961 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-889e7e69-8d73-4a42-815c-0878e2f61aef tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.749335 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-889e7e69-8d73-4a42-815c-0878e2f61aef tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4517012 Feb 02 14:59:35.749473 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41452) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:35.755626 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-00facecc-bb95-41b7-8b17-6bac234b6c19 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'security_group_rule': {'security_group_id': '2b2d99db-ff62-45c3-bb0e-7542d8790883', 'project_id': '7bd19cae21664840a25408b84d6c6810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:35.785767 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cf8deba5-e7e8-4742-9c50-26d6b2157f12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks [] for floatingip (920c1bd0-2d2a-449c-8238-3ddcaf0512a7), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.788644 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cf8deba5-e7e8-4742-9c50-26d6b2157f12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.789828 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-cf8deba5-e7e8-4742-9c50-26d6b2157f12 tempest-AttachVolumeTestJSON-1238285473 tempest-AttachVolumeTestJSON-1238285473-project] 10.222.0.10 "DELETE /v2.0/floatingips/920c1bd0-2d2a-449c-8238-3ddcaf0512a7 HTTP/1.1" status: 204 len: 168 time: 0.6193666 Feb 02 14:59:35.862571 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.908291 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-00facecc-bb95-41b7-8b17-6bac234b6c19 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (001aa6a2-459c-4509-9d88-a87759f08d78), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.946063 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 5abbde64-ac25-42b0-baf9-d77e015156e6 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:59:35.974131 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-00facecc-bb95-41b7-8b17-6bac234b6c19 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (001aa6a2-459c-4509-9d88-a87759f08d78), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:35.976803 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=10f80b3e-b936-4249-bd52-00255c0d29c5,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:35.984459 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 5abbde64-ac25-42b0-baf9-d77e015156e6 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:59:35.984797 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 5abbde64-ac25-42b0-baf9-d77e015156e6 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:59:36.056829 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Publish callbacks [] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), precommit_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.079420 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-00facecc-bb95-41b7-8b17-6bac234b6c19 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (001aa6a2-459c-4509-9d88-a87759f08d78), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.097704 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00facecc-bb95-41b7-8b17-6bac234b6c19 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001aa6a2-459c-4509-9d88-a87759f08d78,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:36.165533 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.203435 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-00facecc-bb95-41b7-8b17-6bac234b6c19 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.204851 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-00facecc-bb95-41b7-8b17-6bac234b6c19 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4543519 Feb 02 14:59:36.207619 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 41458) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:36.212498 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-ca30bff4-e8ae-4a5b-9ebb-37132eb64a4d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'security_group_rule': {'security_group_id': '2b2d99db-ff62-45c3-bb0e-7542d8790883', 'project_id': '7bd19cae21664840a25408b84d6c6810', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:36.245535 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe14ee-8db9-4554-949e-cbea8508d61f None None] Pushing event updated for resources: {'Port': ['ID=721ca01b-9e2f-456b-a3d6-7e18dd0d1672,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:36.282096 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Attempting to bind port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:59:36.282472 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Attempting to bind port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': 'fd1f8dac-7da4-4f89-9551-ac911e33f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:59:36.282902 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Attempting to bind port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 on network 7a8fd072-b816-49c5-903c-717835a2222e {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:59:36.288433 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:59:36.288856 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Checking segment: {'id': 'fd1f8dac-7da4-4f89-9551-ac911e33f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:59:36.289245 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.289638 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Bound using segment: {'id': 'fd1f8dac-7da4-4f89-9551-ac911e33f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:59:36.290102 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Bound port: 721ca01b-9e2f-456b-a3d6-7e18dd0d1672, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1f8dac-7da4-4f89-9551-ac911e33f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:59:36.290514 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.319678 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ca30bff4-e8ae-4a5b-9ebb-37132eb64a4d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (72bc42d0-02d5-4cf8-8af6-8b39f4f34d15), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.358715 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] For port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:59:36.361996 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] For port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=721ca01b-9e2f-456b-a3d6-7e18dd0d1672,segment=NetworkSegment(fd1f8dac-7da4-4f89-9551-ac911e33f73e),segment_id=fd1f8dac-7da4-4f89-9551-ac911e33f73e)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:59:36.384263 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ca30bff4-e8ae-4a5b-9ebb-37132eb64a4d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (72bc42d0-02d5-4cf8-8af6-8b39f4f34d15), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.400847 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-9caf1b7d-c718-40bc-96e2-9ce1f95a9f9b None None] Provisioning complete for port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:36.402935 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9caf1b7d-c718-40bc-96e2-9ce1f95a9f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.435302 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-9caf1b7d-c718-40bc-96e2-9ce1f95a9f9b None None] Port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:59:36.463073 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.491115 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ca30bff4-e8ae-4a5b-9ebb-37132eb64a4d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (72bc42d0-02d5-4cf8-8af6-8b39f4f34d15), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.507640 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30bff4-e8ae-4a5b-9ebb-37132eb64a4d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bc42d0-02d5-4cf8-8af6-8b39f4f34d15,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:36.527654 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Routers {'2a22f8ae-48ae-4bb2-861d-703d09ac1468'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:36.528486 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:36.533827 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe14ee-8db9-4554-949e-cbea8508d61f None None] Pushing event updated for resources: {'Port': ['ID=721ca01b-9e2f-456b-a3d6-7e18dd0d1672,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:36.590549 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ca30bff4-e8ae-4a5b-9ebb-37132eb64a4d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.592264 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-ca30bff4-e8ae-4a5b-9ebb-37132eb64a4d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3831959 Feb 02 14:59:36.594920 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41460) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:36.599578 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-54dc0db6-cacc-4b5e-b565-1d3acb98b9d3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'security_group_rule': {'security_group_id': '2b2d99db-ff62-45c3-bb0e-7542d8790883', 'project_id': '7bd19cae21664840a25408b84d6c6810', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:36.654316 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] Set router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:36.731245 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-54dc0db6-cacc-4b5e-b565-1d3acb98b9d3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (6d110bd9-2bce-4a38-8e5d-7138e0f55213), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.791605 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-54dc0db6-cacc-4b5e-b565-1d3acb98b9d3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (6d110bd9-2bce-4a38-8e5d-7138e0f55213), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.802190 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-87c0a8a8-0a55-4064-b649-6b1baa2e54ee None None] Provisioning complete for port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:36.802564 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-87c0a8a8-0a55-4064-b649-6b1baa2e54ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.904320 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-54dc0db6-cacc-4b5e-b565-1d3acb98b9d3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (6d110bd9-2bce-4a38-8e5d-7138e0f55213), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.924451 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc0db6-cacc-4b5e-b565-1d3acb98b9d3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d110bd9-2bce-4a38-8e5d-7138e0f55213,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:36.927969 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-87c0a8a8-0a55-4064-b649-6b1baa2e54ee None None] Current status of the port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:36.928363 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-87c0a8a8-0a55-4064-b649-6b1baa2e54ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:36.945222 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'name': 'tempest-TestVolumeBootPattern-1885098900-router', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:28Z', 'updated_at': '2022-02-02T14:59:32Z', 'revision_number': 4, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'gw_port': {'id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:29Z', 'updated_at': '2022-02-02T14:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '721ca01b-9e2f-456b-a3d6-7e18dd0d1672', 'name': '', 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'mac_address': 'fa:16:3e:48:ec:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b95e995b-4512-450d-9fe5-8b934620f3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:32Z', 'updated_at': '2022-02-02T14:59:36Z', 'revision_number': 4, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'subnets': [{'id': 'b95e995b-4512-450d-9fe5-8b934620f3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:36.977515 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91176d90-f93f-45cb-b737-c3bdd35341fd None None] The sync data for ids ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'] in dv-cinder-782518-2-iscsi is: [{'id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'name': 'tempest-TestVolumeBootPattern-1885098900-router', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:28Z', 'updated_at': '2022-02-02T14:59:32Z', 'revision_number': 4, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'gw_port': {'id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:29Z', 'updated_at': '2022-02-02T14:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '721ca01b-9e2f-456b-a3d6-7e18dd0d1672', 'name': '', 'network_id': '7a8fd072-b816-49c5-903c-717835a2222e', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'mac_address': 'fa:16:3e:48:ec:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b95e995b-4512-450d-9fe5-8b934620f3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:32Z', 'updated_at': '2022-02-02T14:59:36Z', 'revision_number': 4, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'subnets': [{'id': 'b95e995b-4512-450d-9fe5-8b934620f3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:59:36.992582 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-87c0a8a8-0a55-4064-b649-6b1baa2e54ee None None] For port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=721ca01b-9e2f-456b-a3d6-7e18dd0d1672,segment=NetworkSegment(fd1f8dac-7da4-4f89-9551-ac911e33f73e),segment_id=fd1f8dac-7da4-4f89-9551-ac911e33f73e)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:37.127958 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-54dc0db6-cacc-4b5e-b565-1d3acb98b9d3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.130435 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-54dc0db6-cacc-4b5e-b565-1d3acb98b9d3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5332818 Feb 02 14:59:37.132282 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41462) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:37.137532 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-9f623b45-f451-4bed-8dd9-1c7c66ff9c52 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'security_group_rule': {'security_group_id': '2b2d99db-ff62-45c3-bb0e-7542d8790883', 'project_id': '7bd19cae21664840a25408b84d6c6810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:37.160115 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-87c0a8a8-0a55-4064-b649-6b1baa2e54ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.217978 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0a8a8-0a55-4064-b649-6b1baa2e54ee None None] Pushing event updated for resources: {'Port': ['ID=721ca01b-9e2f-456b-a3d6-7e18dd0d1672,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:37.239545 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.securitygroups_db [None req-9f623b45-f451-4bed-8dd9-1c7c66ff9c52 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Project 7bd19cae21664840a25408b84d6c6810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:59:37.247217 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9f623b45-f451-4bed-8dd9-1c7c66ff9c52 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (9f5a82ac-76ff-4a08-b302-a7e21ab53377), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.314696 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9f623b45-f451-4bed-8dd9-1c7c66ff9c52 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (9f5a82ac-76ff-4a08-b302-a7e21ab53377), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.378304 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 10f80b3e-b936-4249-bd52-00255c0d29c5 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:59:37.417015 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9f623b45-f451-4bed-8dd9-1c7c66ff9c52 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (9f5a82ac-76ff-4a08-b302-a7e21ab53377), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.435508 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f623b45-f451-4bed-8dd9-1c7c66ff9c52 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5a82ac-76ff-4a08-b302-a7e21ab53377,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:37.435768 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 10f80b3e-b936-4249-bd52-00255c0d29c5 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:37.436130 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.524053 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 10f80b3e-b936-4249-bd52-00255c0d29c5 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:37.525155 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:59:37.567238 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9f623b45-f451-4bed-8dd9-1c7c66ff9c52 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.569789 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-9f623b45-f451-4bed-8dd9-1c7c66ff9c52 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4350808 Feb 02 14:59:37.571479 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41470) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:37.575604 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:37.575815 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.577174 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-f193df44-657c-4822-9c03-0ddb010ef2c7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'security_group_rule': {'security_group_id': '2b2d99db-ff62-45c3-bb0e-7542d8790883', 'project_id': '7bd19cae21664840a25408b84d6c6810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:59:37.660746 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:37.720047 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.securitygroups_db [None req-f193df44-657c-4822-9c03-0ddb010ef2c7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Project 7bd19cae21664840a25408b84d6c6810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:59:37.725743 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f193df44-657c-4822-9c03-0ddb010ef2c7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (83cd2712-1f0d-40e1-ba49-0c0dbe48a8b5), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.793202 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f193df44-657c-4822-9c03-0ddb010ef2c7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (83cd2712-1f0d-40e1-ba49-0c0dbe48a8b5), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.931824 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f193df44-657c-4822-9c03-0ddb010ef2c7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (83cd2712-1f0d-40e1-ba49-0c0dbe48a8b5), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:37.957309 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193df44-657c-4822-9c03-0ddb010ef2c7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cd2712-1f0d-40e1-ba49-0c0dbe48a8b5,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:38.087191 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f193df44-657c-4822-9c03-0ddb010ef2c7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:38.088357 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f193df44-657c-4822-9c03-0ddb010ef2c7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5159466 Feb 02 14:59:39.279818 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:59:39.331269 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:59:39.331644 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:39.411562 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:59:40.040452 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41548) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:40.531794 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637538'] for router_interface (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:40.797715 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] Deleting port 02707829-8636-4adb-b972-1ebad44565a1 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:59:40.797994 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (02707829-8636-4adb-b972-1ebad44565a1), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:40.881060 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] For port 02707829-8636-4adb-b972-1ebad44565a1, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=02707829-8636-4adb-b972-1ebad44565a1,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:40.881466 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (02707829-8636-4adb-b972-1ebad44565a1), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:40.894391 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] Calling delete_port for 02707829-8636-4adb-b972-1ebad44565a1 owned by network:router_interface {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:59:41.428497 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (02707829-8636-4adb-b972-1ebad44565a1), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:41.455727 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=02707829-8636-4adb-b972-1ebad44565a1,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:41.624360 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637694'] for router_interface (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:41.849128 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] Router bbd984ec-cb32-47ec-9194-c2452b2cbc8c has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:59:41.965012 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:59:41.969907 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-07653e67-c058-4950-8db5-cbc399a6b6d5 admin admin] 10.222.0.10 "PUT /v2.0/routers/bbd984ec-cb32-47ec-9194-c2452b2cbc8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9284129 Feb 02 14:59:41.972414 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41556) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:41.975087 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] Sync routers for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:59:41.985937 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:41.986536 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:42.083247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Publish callbacks [] for router (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:42.094152 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:42.192506 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Publish callbacks [] for router_gateway (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:42.292965 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '374ee116-898d-4188-86a2-e776d029ee9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:59:41Z', 'revision_number': 5, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port': {'id': '374ee116-898d-4188-86a2-e776d029ee9c', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:54:40Z', 'updated_at': '2022-02-02T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:42.306953 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Deleting port 374ee116-898d-4188-86a2-e776d029ee9c {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:59:42.307345 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (374ee116-898d-4188-86a2-e776d029ee9c), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:42.319154 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] Checking router: bbd984ec-cb32-47ec-9194-c2452b2cbc8c for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:59:42.328118 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] Routers {'bbd984ec-cb32-47ec-9194-c2452b2cbc8c'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:59:42.328726 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T14:59:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:42.395091 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] For port 374ee116-898d-4188-86a2-e776d029ee9c, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=374ee116-898d-4188-86a2-e776d029ee9c,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:42.395457 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (374ee116-898d-4188-86a2-e776d029ee9c), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:42.408701 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Calling delete_port for 374ee116-898d-4188-86a2-e776d029ee9c owned by network:router_gateway {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:59:42.416946 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] Set router bbd984ec-cb32-47ec-9194-c2452b2cbc8c gateway port host: None {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:59:42.469374 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:59:42Z', 'revision_number': 6, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port_host': None}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:42.499976 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e527d9-9bf9-4caa-947d-fce04a8a864a None None] The sync data for ids ['bbd984ec-cb32-47ec-9194-c2452b2cbc8c'] in dv-cinder-782518-2-iscsi is: [{'id': 'bbd984ec-cb32-47ec-9194-c2452b2cbc8c', 'name': 'tempest-AttachVolumeTestJSON-839892009-router', 'tenant_id': '9fd5437868bb454e877de2e6be00a603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:54:39Z', 'updated_at': '2022-02-02T14:59:42Z', 'revision_number': 6, 'project_id': '9fd5437868bb454e877de2e6be00a603', 'gw_port_host': None}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:59:42.664623 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (374ee116-898d-4188-86a2-e776d029ee9c), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:42.691182 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a4a4dee8-d27d-4b4b-8266-af933aaa1eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:42.692443 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=374ee116-898d-4188-86a2-e776d029ee9c,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:42.759748 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637276'] for router_gateway (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:42.850800 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16358'] for router (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:42.853026 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Publish callbacks [] for router_controller (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), precommit_delete_associations {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.016558 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638668'] for router (bbd984ec-cb32-47ec-9194-c2452b2cbc8c), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.017028 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd984ec-cb32-47ec-9194-c2452b2cbc8c {{(pid=121022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:59:43.022058 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.023265 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-39d19554-8786-4978-894e-1314eb58eb97 admin admin] 10.222.0.10 "DELETE /v2.0/routers/bbd984ec-cb32-47ec-9194-c2452b2cbc8c HTTP/1.1" status: 204 len: 168 time: 1.0499487 Feb 02 14:59:43.025682 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41560) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:43.078457 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45a92eb-7df0-4444-a9fa-f91771ed36e6 admin admin] Deleting subnet 6ea74d05-2afb-4e1c-b116-b80e5c25cdd7 {{(pid=121022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:59:43.081898 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e45a92eb-7df0-4444-a9fa-f91771ed36e6 admin admin] Publish callbacks [] for subnet (6ea74d05-2afb-4e1c-b116-b80e5c25cdd7), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.120822 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e45a92eb-7df0-4444-a9fa-f91771ed36e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983608'] for subnet (6ea74d05-2afb-4e1c-b116-b80e5c25cdd7), precommit_delete_associations {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.204109 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e45a92eb-7df0-4444-a9fa-f91771ed36e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (6ea74d05-2afb-4e1c-b116-b80e5c25cdd7), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.331856 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 374ee116-898d-4188-86a2-e776d029ee9c no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:59:43.337480 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e45a92eb-7df0-4444-a9fa-f91771ed36e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5302774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5844443'] for subnet (6ea74d05-2afb-4e1c-b116-b80e5c25cdd7), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.353780 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 374ee116-898d-4188-86a2-e776d029ee9c {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:59:43.354101 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 374ee116-898d-4188-86a2-e776d029ee9c not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:59:43.354710 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 02707829-8636-4adb-b972-1ebad44565a1 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:59:43.363470 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a92eb-7df0-4444-a9fa-f91771ed36e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea74d05-2afb-4e1c-b116-b80e5c25cdd7,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:43.374100 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-e45a92eb-7df0-4444-a9fa-f91771ed36e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.375947 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 02707829-8636-4adb-b972-1ebad44565a1 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:59:43.376239 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 02707829-8636-4adb-b972-1ebad44565a1 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:59:43.377857 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-e45a92eb-7df0-4444-a9fa-f91771ed36e6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6ea74d05-2afb-4e1c-b116-b80e5c25cdd7 HTTP/1.1" status: 204 len: 168 time: 0.3504956 Feb 02 14:59:43.379202 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f612428-3d12-41e0-8848-2120f697aeb9 None None] Network 2813ccbc-bb37-4402-87c3-2fe928b76d75 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:59:43.383306 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41564) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:43.464477 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (2813ccbc-bb37-4402-87c3-2fe928b76d75), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.527264 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Deleting port 06564e03-f060-42b5-830d-c786709fe12d {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:59:43.527582 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (06564e03-f060-42b5-830d-c786709fe12d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.553610 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06bee1-0c8e-4aa0-9959-5251ec27b249 None None] DHCP port deletion for 2813ccbc-bb37-4402-87c3-2fe928b76d75 request from dv-cinder-782518-2-iscsi {{(pid=121023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:59:43.603054 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] For port 06564e03-f060-42b5-830d-c786709fe12d, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=06564e03-f060-42b5-830d-c786709fe12d,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:43.603434 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (06564e03-f060-42b5-830d-c786709fe12d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.611186 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:59:43.617961 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-ed06bee1-0c8e-4aa0-9959-5251ec27b249 None None] Deleting port 06564e03-f060-42b5-830d-c786709fe12d {{(pid=121023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:59:43.618415 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ed06bee1-0c8e-4aa0-9959-5251ec27b249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (06564e03-f060-42b5-830d-c786709fe12d), before_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.621277 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Calling delete_port for 06564e03-f060-42b5-830d-c786709fe12d owned by network:dhcp {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:59:43.693085 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-ed06bee1-0c8e-4aa0-9959-5251ec27b249 None None] For port 06564e03-f060-42b5-830d-c786709fe12d, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=06564e03-f060-42b5-830d-c786709fe12d,segment=NetworkSegment(ffae93e9-5e11-417c-a589-c83255597cf9),segment_id=ffae93e9-5e11-417c-a589-c83255597cf9)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:59:43.693716 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ed06bee1-0c8e-4aa0-9959-5251ec27b249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (06564e03-f060-42b5-830d-c786709fe12d), precommit_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.707023 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-ed06bee1-0c8e-4aa0-9959-5251ec27b249 None None] Calling delete_port for 06564e03-f060-42b5-830d-c786709fe12d owned by network:dhcp {{(pid=121023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:59:43.845584 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (06564e03-f060-42b5-830d-c786709fe12d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.851551 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ed06bee1-0c8e-4aa0-9959-5251ec27b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154'] for port (06564e03-f060-42b5-830d-c786709fe12d), after_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.869739 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06564e03-f060-42b5-830d-c786709fe12d,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:43.876325 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] No DVR routers for this DVR port 06564e03-f060-42b5-830d-c786709fe12d on host dv-cinder-782518-2-iscsi {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:59:43.878112 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06bee1-0c8e-4aa0-9959-5251ec27b249 None None] Pushing event deleted for resources: {'Port': ['ID=06564e03-f060-42b5-830d-c786709fe12d,revision_number=None']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:43.883132 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06bee1-0c8e-4aa0-9959-5251ec27b249 None None] No DVR routers for this DVR port 06564e03-f060-42b5-830d-c786709fe12d on host dv-cinder-782518-2-iscsi {{(pid=121023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:59:43.958626 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (2813ccbc-bb37-4402-87c3-2fe928b76d75), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:43.979809 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2813ccbc-bb37-4402-87c3-2fe928b76d75']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:43.989801 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffae93e9-5e11-417c-a589-c83255597cf9') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:43.990103 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffae93e9-5e11-417c-a589-c83255597cf9') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:59:44.000662 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (ffae93e9-5e11-417c-a589-c83255597cf9), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:44.014617 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (ffae93e9-5e11-417c-a589-c83255597cf9), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:44.020837 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:59:44.021250 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (ffae93e9-5e11-417c-a589-c83255597cf9), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:59:44.022952 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:59:44.171571 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (2813ccbc-bb37-4402-87c3-2fe928b76d75), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:44.177129 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:44.181586 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2813ccbc-bb37-4402-87c3-2fe928b76d75 HTTP/1.1" status: 204 len: 168 time: 0.7961009 Feb 02 14:59:44.192227 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d6071-ea6f-48d3-88f7-c425cfdb7cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2813ccbc-bb37-4402-87c3-2fe928b76d75,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:44.569118 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41570) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:44.609314 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-92223ed6-7b09-4790-a64d-0eebd94eff46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9fd5437868bb454e877de2e6be00a603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390160 Feb 02 14:59:44.611707 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41572) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:59:44.668051 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6fd5365f-5450-456b-8074-b6f182dd0faa admin admin] Publish callbacks [] for security_group (065f1119-85c9-423f-883b-c578cbe5569f), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:44.690660 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6fd5365f-5450-456b-8074-b6f182dd0faa admin admin] Publish callbacks [] for security_group (065f1119-85c9-423f-883b-c578cbe5569f), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:44.840754 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6fd5365f-5450-456b-8074-b6f182dd0faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (065f1119-85c9-423f-883b-c578cbe5569f), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:44.844081 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-6fd5365f-5450-456b-8074-b6f182dd0faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:44.847119 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-6fd5365f-5450-456b-8074-b6f182dd0faa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/065f1119-85c9-423f-883b-c578cbe5569f HTTP/1.1" status: 204 len: 168 time: 0.2327552 Feb 02 14:59:44.856279 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5365f-5450-456b-8074-b6f182dd0faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f1119-85c9-423f-883b-c578cbe5569f,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:59:45.154595 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a15e967d-2f08-493a-826d-99a9384f2b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:45.274590 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 06564e03-f060-42b5-830d-c786709fe12d no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:59:45.295792 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 06564e03-f060-42b5-830d-c786709fe12d {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:59:45.296135 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 06564e03-f060-42b5-830d-c786709fe12d not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:59:46.211463 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:47.841400 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:49.142626 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:55.565594 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:59:57.170837 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-dd37474d-3de5-41c7-90fa-58a3ff7bb572 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717231524&fields=id&tenant_id=7bd19cae21664840a25408b84d6c6810 HTTP/1.1" status: 200 len: 267 time: 0.0454719 Feb 02 14:59:57.284231 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-3312c522-47d6-405d-8d6e-52b8733c81f1 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:59:57.285837 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-3312c522-47d6-405d-8d6e-52b8733c81f1 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 811 time: 0.1085649 Feb 02 14:59:57.302408 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-ba52674e-731e-4c74-99bf-bb30a9de6d66 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/quotas/7bd19cae21664840a25408b84d6c6810 HTTP/1.1" status: 200 len: 375 time: 0.0111682 Feb 02 14:59:57.360381 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-0561ba11-c47b-4f62-a617-5c21ecbb68a0 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518432 Feb 02 14:59:57.460729 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-71588fce-4b6e-497e-bc49-60981e14a3c0 service neutron] 10.222.0.10 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880773 Feb 02 14:59:57.553136 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-c73dc8dd-f67e-48f5-bf2c-f7f7ea446806 service neutron] 10.222.0.10 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857804 Feb 02 14:59:58.403860 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8c967e71-2f36-4eaf-943c-208227a0a925 req-9e5afd4e-97ec-489c-a0f9-ae37d270b57a tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 210 time: 0.0280924 Feb 02 14:59:59.485864 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c1906964-8fed-413e-9ea7-f9f18c0afaef req-73fa7141-cd3f-4009-8048-7bfbbef2ffd5 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 210 time: 0.0307364 Feb 02 15:00:00.583387 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-457a4dc9-aef3-4e7f-9666-097aeb505d67 req-0b99f122-2690-42a7-a8f3-f7df4544a178 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 210 time: 0.0272193 Feb 02 15:00:01.218188 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-cf0b0ad4-3776-4491-b5d1-2cda12dd94c4 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:01.219828 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-cf0b0ad4-3776-4491-b5d1-2cda12dd94c4 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 811 time: 0.1077280 Feb 02 15:00:01.289559 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-13614cb5-20b3-44b6-a471-d3499e68043f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bd19cae21664840a25408b84d6c6810 HTTP/1.1" status: 200 len: 379 time: 0.0558383 Feb 02 15:00:01.298529 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'port': {'device_id': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'admin_state_up': True, 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'security_groups': ['2b2d99db-ff62-45c3-bb0e-7542d8790883']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:00:01.451340 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Made reservation on behalf of 7bd19cae21664840a25408b84d6c6810 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:00:01.455373 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:01.585034 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Allocated IP 172.20.0.5 (14b39b75-cc4d-4f4c-9e54-afadd09031b4/2b8028da-6682-468d-8275-775418c20b32/3c9e33c0-3ad7-4240-ba02-b8c22677ae72) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:00:01.711351 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c15ddfd9-0226-4695-a25b-9b56c1fc7824 req-64cb937b-4dd5-42a9-97d9-c000c7cc9650 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 210 time: 0.0563414 Feb 02 15:00:01.751520 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:01.885897 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:01.932040 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:00:01.937596 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:00:01.941224 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:00:01.947403 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'Port': ['ID=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:01.977111 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.977455 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.977796 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.978129 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.978457 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.978789 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.979120 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.979439 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.979760 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.980176 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.980499 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.980814 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:01.981650 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:02.007339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:02.007339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:02.088487 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-360b3cc8-e4a9-4e04-839f-b55e2cbff636 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7935474 Feb 02 15:00:02.106992 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Request body: {'port': {'device_id': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:00:02.148823 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-715c199c-f8e1-4b38-b32a-e51a7b9771fe None None] Provisioning complete for port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:00:02.150004 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-715c199c-f8e1-4b38-b32a-e51a7b9771fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:02.174447 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:02.191000 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-715c199c-f8e1-4b38-b32a-e51a7b9771fe None None] Port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:00:02.443700 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:00:02.451559 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Publish callbacks [] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:02.472630 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Transition to ACTIVE for port object 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:00:02.558730 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:02.607615 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:02.684973 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Attempting to bind port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:00:02.685317 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Attempting to bind port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:00:02.685637 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Attempting to bind port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:00:02.690341 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:00:02.690673 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Attempting to bind port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:00:02.695778 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:00:02.696114 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Checking segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:00:02.696496 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Bound using segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:00:02.696928 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Bound port: 3c9e33c0-3ad7-4240-ba02-b8c22677ae72, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:00:02.697383 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:02.768234 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] For port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:00:02.772010 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] For port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:00:02.842658 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405836d-fe06-4fd6-ae54-6dde93b778b1 req-912b4f18-b53e-4271-9f1d-6537c12dac8b tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:02.844180 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9405836d-fe06-4fd6-ae54-6dde93b778b1 req-912b4f18-b53e-4271-9f1d-6537c12dac8b tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 943 time: 0.0544846 Feb 02 15:00:02.894008 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9405836d-fe06-4fd6-ae54-6dde93b778b1 req-d51bcdfb-fd58-4d6b-8375-41735cc06d9a tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439961 Feb 02 15:00:03.063127 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:03.103555 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:03.104290 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:03.105819 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] 10.222.0.115 "PUT /v2.0/ports/3c9e33c0-3ad7-4240-ba02-b8c22677ae72 HTTP/1.1" status: 200 len: 1093 time: 1.0042284 Feb 02 15:00:03.111019 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'tag': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:00:03.111019 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39cb229-a52a-44dc-bf8c-e57c44f014c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0267fa-4a23-433b-9539-62ed165a77ad", "tag": "3c9e33c0-3ad7-4240-ba02-b8c22677ae72"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:00:03.142350 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8a24e-d5a4-4989-94fe-4d130ecce7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:03.160975 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106de6a4-0ae5-4915-ba6e-0fe54bd9e359 x-openstack-request-id: req-106de6a4-0ae5-4915-ba6e-0fe54bd9e359 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:00:03.161267 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0267fa-4a23-433b-9539-62ed165a77ad", "tag": "3c9e33c0-3ad7-4240-ba02-b8c22677ae72", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:00:03.161525 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-106de6a4-0ae5-4915-ba6e-0fe54bd9e359 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:00:03.161927 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'tag': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72', 'status': 'completed', 'code': 200} Feb 02 15:00:03.255103 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb229-a52a-44dc-bf8c-e57c44f014c6 req-01f88354-f9b7-4dd0-a038-b70ba0327349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:03.256753 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f39cb229-a52a-44dc-bf8c-e57c44f014c6 req-01f88354-f9b7-4dd0-a038-b70ba0327349 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 1127 time: 0.0524771 Feb 02 15:00:03.379037 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb229-a52a-44dc-bf8c-e57c44f014c6 req-a4d97e8f-ef2e-4937-a914-d83bb36b369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:03.380434 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f39cb229-a52a-44dc-bf8c-e57c44f014c6 req-a4d97e8f-ef2e-4937-a914-d83bb36b369d service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=7bd19cae21664840a25408b84d6c6810&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1054792 Feb 02 15:00:03.480215 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb229-a52a-44dc-bf8c-e57c44f014c6 req-ad931f6e-2f67-4361-b718-e1ee47477776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:03.483276 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f39cb229-a52a-44dc-bf8c-e57c44f014c6 req-ad931f6e-2f67-4361-b718-e1ee47477776 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0957921 Feb 02 15:00:03.591863 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-57c6fd33-7a40-4840-86e9-4305e757dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:03.593385 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-57c6fd33-7a40-4840-86e9-4305e757dfec service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 1127 time: 0.0529869 Feb 02 15:00:03.646299 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-c05ce949-03d2-43f4-afbc-64cfdbe6ff1a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9e33c0-3ad7-4240-ba02-b8c22677ae72 HTTP/1.1" status: 200 len: 217 time: 0.0388815 Feb 02 15:00:03.694987 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-4fa6de3a-80ce-4e23-826c-52124024702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:03.696451 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-4fa6de3a-80ce-4e23-826c-52124024702d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0443099 Feb 02 15:00:03.759241 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-311980fe-fb95-4fea-b7eb-237090eecede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:03.759241 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-311980fe-fb95-4fea-b7eb-237090eecede service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522053 Feb 02 15:00:03.846367 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-914851ce-5807-47d5-bc2c-9f5ccde050a9 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858319 Feb 02 15:00:03.938066 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4a94f2e8-20ae-49c3-99a5-242e0b250785 req-0c5c2742-e758-43ad-a019-c91a9cb1058b service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855591 Feb 02 15:00:04.014583 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd02886-4a6f-4759-aed2-825efee1bf11 req-2c999b2c-d96e-4cc8-b32e-4618f252d4e3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:04.016005 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6cd02886-4a6f-4759-aed2-825efee1bf11 req-2c999b2c-d96e-4cc8-b32e-4618f252d4e3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 943 time: 0.0537786 Feb 02 15:00:04.068413 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6cd02886-4a6f-4759-aed2-825efee1bf11 req-44e3bfd2-2d1e-4f8d-8aa8-e305abdb57c3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469887 Feb 02 15:00:05.187973 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208be730-69f3-462b-9f6e-bc64298bd452 req-c2d040e1-f94c-4ae7-9016-c0059b96dddf tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:05.189350 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-208be730-69f3-462b-9f6e-bc64298bd452 req-c2d040e1-f94c-4ae7-9016-c0059b96dddf tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 943 time: 0.0528576 Feb 02 15:00:05.243115 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-208be730-69f3-462b-9f6e-bc64298bd452 req-873fd8f1-568f-41d1-8cb3-5870ec22dc0d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480843 Feb 02 15:00:06.362695 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd3ba7-596d-4953-9d9a-236ace81bb4b req-a57f28c7-41a1-4641-949b-16b4ee8221f1 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:06.364207 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bccd3ba7-596d-4953-9d9a-236ace81bb4b req-a57f28c7-41a1-4641-949b-16b4ee8221f1 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 943 time: 0.0535529 Feb 02 15:00:06.414717 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bccd3ba7-596d-4953-9d9a-236ace81bb4b req-850ff09c-adf0-4096-ac90-f55683e1c466 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444677 Feb 02 15:00:07.535579 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6efec9-9220-4c71-a6e6-a31bacdeb172 req-23f371dd-18b4-4b86-86e7-ec897c7f24c7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:07.536963 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd6efec9-9220-4c71-a6e6-a31bacdeb172 req-23f371dd-18b4-4b86-86e7-ec897c7f24c7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 943 time: 0.0572841 Feb 02 15:00:07.586580 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd6efec9-9220-4c71-a6e6-a31bacdeb172 req-3ba86229-6b0a-4b74-819e-42af366daa60 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438566 Feb 02 15:00:08.730876 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169a46-48a9-4304-8d33-4dbedd4a2d47 req-aa3d2e3a-1b84-43d5-9d1b-e03af9cdcfa3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:08.733337 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-67169a46-48a9-4304-8d33-4dbedd4a2d47 req-aa3d2e3a-1b84-43d5-9d1b-e03af9cdcfa3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 943 time: 0.0712578 Feb 02 15:00:08.783122 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-67169a46-48a9-4304-8d33-4dbedd4a2d47 req-81f07c2b-07d0-420c-9f95-b1e0013f4145 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435555 Feb 02 15:00:09.908413 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3045a3-1ba3-4161-b2e1-0d3a3bf15f99 req-2faaf2af-68b0-4ada-8472-b9b1224e6b94 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:09.909892 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2e3045a3-1ba3-4161-b2e1-0d3a3bf15f99 req-2faaf2af-68b0-4ada-8472-b9b1224e6b94 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 943 time: 0.0595040 Feb 02 15:00:09.964309 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2e3045a3-1ba3-4161-b2e1-0d3a3bf15f99 req-1579e464-49be-4363-a492-c6ce6de00e33 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487657 Feb 02 15:00:11.086485 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8eb23-2344-461c-8822-4cb30184edef req-522d1f0d-4bd1-4f07-b623-b25a29475e1b tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:11.088045 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-68f8eb23-2344-461c-8822-4cb30184edef req-522d1f0d-4bd1-4f07-b623-b25a29475e1b tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 943 time: 0.0546954 Feb 02 15:00:11.140594 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-68f8eb23-2344-461c-8822-4cb30184edef req-064e4d7d-8254-448b-973c-0ee64c356ee7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464997 Feb 02 15:00:12.046785 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:00:12.277060 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1323e-4c97-4dff-a848-345eb664eb24 req-8ffd17b9-31f7-42f2-bc77-22332d559203 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:12.278322 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:00:12.278948 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cfb1323e-4c97-4dff-a848-345eb664eb24 req-8ffd17b9-31f7-42f2-bc77-22332d559203 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 943 time: 0.0590115 Feb 02 15:00:12.289855 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'port_id': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72', 'mac_address': 'fa:16:3e:e0:78:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:00:12.329209 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:00:12.330405 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:12.337738 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cfb1323e-4c97-4dff-a848-345eb664eb24 req-b469a542-92a4-41cf-b88d-d1a63879c57d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532677 Feb 02 15:00:12.342874 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:00:12.364922 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:00:12.525446 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:12.574167 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:12.724224 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b4d5dbd0-63c6-4fe7-a064-fe18098a86b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:12.816117 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['3c9e33c0-3ad7-4240-ba02-b8c22677ae72'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:00:13.490138 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df128-4c91-4819-b05c-ef1665eb65bf req-2ac2e669-71ca-462a-a59e-132b4a27a297 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:13.491599 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c07df128-4c91-4819-b05c-ef1665eb65bf req-2ac2e669-71ca-462a-a59e-132b4a27a297 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 944 time: 0.0755715 Feb 02 15:00:13.545151 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c07df128-4c91-4819-b05c-ef1665eb65bf req-04e19bde-56cc-44cd-8835-96a4e1e33cd5 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469060 Feb 02 15:00:14.045784 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:00:14.193720 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:00:14.198269 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:00:14.210586 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:14.277537 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:00:14.278097 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:14.304204 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:00:14.306389 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b43dbc3-c3d6-43fe-a2fe-c6301c3d3b90" -d '{"events": [{"server_uuid": "6c0267fa-4a23-433b-9539-62ed165a77ad", "name": "network-vif-plugged", "status": "completed", "tag": "3c9e33c0-3ad7-4240-ba02-b8c22677ae72"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:00:14.321041 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:00:14.344063 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdcf566-939c-4b0f-8b7a-8c7843e0aed7 x-openstack-request-id: req-bbdcf566-939c-4b0f-8b7a-8c7843e0aed7 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:00:14.344351 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0267fa-4a23-433b-9539-62ed165a77ad", "name": "network-vif-plugged", "status": "completed", "tag": "3c9e33c0-3ad7-4240-ba02-b8c22677ae72", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:00:14.344603 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbdcf566-939c-4b0f-8b7a-8c7843e0aed7 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:00:14.344993 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72', 'code': 200} Feb 02 15:00:14.475147 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:14.526033 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:14.672845 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98babd67-819a-4a4e-986f-8747f1300696 req-c4a89376-777b-47e5-9e73-348ef2cc2be5 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:14.674497 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-98babd67-819a-4a4e-986f-8747f1300696 req-c4a89376-777b-47e5-9e73-348ef2cc2be5 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 945 time: 0.0591838 Feb 02 15:00:14.746197 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-98babd67-819a-4a4e-986f-8747f1300696 req-47c42664-7937-4a4b-a50c-731b1ac1f389 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645471 Feb 02 15:00:14.786072 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018bb38-f4ea-464f-a39b-9bb82f1df136 req-cd990300-1e19-454c-acfd-39a6c469dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:14.788598 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2018bb38-f4ea-464f-a39b-9bb82f1df136 req-cd990300-1e19-454c-acfd-39a6c469dcd2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 1129 time: 0.0600913 Feb 02 15:00:14.849884 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2018bb38-f4ea-464f-a39b-9bb82f1df136 req-c35d78fa-2342-4509-97ed-c156977df101 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541341 Feb 02 15:00:15.251093 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c126fcb7-03af-4bb8-b4ca-b7f430c42e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:15.876325 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9ef6a-94a4-4736-9846-94f1976bf5bc req-87cc03bd-b362-46d0-a788-237031083c31 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:15.878529 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3fa9ef6a-94a4-4736-9846-94f1976bf5bc req-87cc03bd-b362-46d0-a788-237031083c31 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 945 time: 0.0582874 Feb 02 15:00:15.941519 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3fa9ef6a-94a4-4736-9846-94f1976bf5bc req-21fb5a89-a0cf-42b1-b1cf-88f4af6103f5 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446680 Feb 02 15:00:16.245462 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:17.046539 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86a056-4a2a-4830-9bfd-da8147a7d214 req-3d983e8f-e272-46e2-875f-39037ee92d8b tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:17.048056 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c86a056-4a2a-4830-9bfd-da8147a7d214 req-3d983e8f-e272-46e2-875f-39037ee92d8b tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 945 time: 0.0534823 Feb 02 15:00:17.099969 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4c86a056-4a2a-4830-9bfd-da8147a7d214 req-d68ec24e-6ed0-4d65-9463-a1a51f88182d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460284 Feb 02 15:00:17.223990 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da2da-9784-48d4-b1f0-18c57efb2073 req-d080d7ab-55f7-4d0d-b0b9-c09654ec750e tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:17.225405 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c36da2da-9784-48d4-b1f0-18c57efb2073 req-d080d7ab-55f7-4d0d-b0b9-c09654ec750e tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 945 time: 0.0571988 Feb 02 15:00:17.276522 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c36da2da-9784-48d4-b1f0-18c57efb2073 req-abd5f811-0b72-4e0d-910c-bfe8bb4d3966 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455649 Feb 02 15:00:17.300940 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41892) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:00:17.491047 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad794d6d-77b7-4485-9bdc-c33e5752cba5 tempest-TestVolumeBootPattern-642031736 tempest-TestVolumeBootPattern-642031736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:17.492744 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-ad794d6d-77b7-4485-9bdc-c33e5752cba5 tempest-TestVolumeBootPattern-642031736 tempest-TestVolumeBootPattern-642031736-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 1124 time: 0.1908126 Feb 02 15:00:17.495839 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 41896) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:00:17.500795 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'floatingip': {'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'port_id': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:00:17.646505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:17.752762 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:17.850814 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:17.855382 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Allocated IP 172.27.3.173 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/1694a831-17c6-42e7-a9f6-f82030b08c97) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:00:18.245967 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for port (1694a831-17c6-42e7-a9f6-f82030b08c97), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:18.377512 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (1694a831-17c6-42e7-a9f6-f82030b08c97), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:18.416868 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:00:18.421966 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:00:18.425501 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:00:18.451059 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'Port': ['ID=1694a831-17c6-42e7-a9f6-f82030b08c97,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:18.799698 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (14932d88-64c1-4f0c-8e97-fe275f596692), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:18.952467 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (1694a831-17c6-42e7-a9f6-f82030b08c97), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:19.107448 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for port (1694a831-17c6-42e7-a9f6-f82030b08c97), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:19.177468 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:19.204673 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (1694a831-17c6-42e7-a9f6-f82030b08c97), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:19.276408 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'Port': ['ID=1694a831-17c6-42e7-a9f6-f82030b08c97,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:19.289327 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (14932d88-64c1-4f0c-8e97-fe275f596692), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:19.394320 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Floating IP 14932d88-64c1-4f0c-8e97-fe275f596692 associated. External IP: 172.27.3.173, port: 3c9e33c0-3ad7-4240-ba02-b8c22677ae72. Feb 02 15:00:19.614019 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:00:19.727835 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:00:19.739218 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] Sync routers for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:00:19.749584 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:00:19.750225 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:00:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:00:19.852636 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:19.869272 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:00:19.884660 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-fbe24310-f409-4ca9-8d71-2a37a85bc988 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3871925 Feb 02 15:00:19.885257 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'tag': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:00:19.888305 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0267fa-4a23-433b-9539-62ed165a77ad", "tag": "3c9e33c0-3ad7-4240-ba02-b8c22677ae72"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:00:19.933438 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00247e78-48db-45b7-9566-116fe3ef6d1f x-openstack-request-id: req-00247e78-48db-45b7-9566-116fe3ef6d1f {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:00:19.934245 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0267fa-4a23-433b-9539-62ed165a77ad", "tag": "3c9e33c0-3ad7-4240-ba02-b8c22677ae72", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:00:19.934862 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00247e78-48db-45b7-9566-116fe3ef6d1f {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:00:19.934986 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'tag': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72', 'status': 'completed', 'code': 200} Feb 02 15:00:20.104170 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '14932d88-64c1-4f0c-8e97-fe275f596692', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:e0:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:00:18Z', 'updated_at': '2022-02-02T15:00:18Z', 'revision_number': 0, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:00:20.131191 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] Checking router: 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:00:20.140274 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:00:20.140889 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:00:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:00:20.256934 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:00:20.499004 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '14932d88-64c1-4f0c-8e97-fe275f596692', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:e0:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:00:18Z', 'updated_at': '2022-02-02T15:00:18Z', 'revision_number': 0, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:00:20.527034 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba18e7-444e-4ea1-a149-1bec4cd855d4 None None] The sync data for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi is: [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '14932d88-64c1-4f0c-8e97-fe275f596692', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:e0:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:00:18Z', 'updated_at': '2022-02-02T15:00:18Z', 'revision_number': 0, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:00:20.612601 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:00:20.722720 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124606f7-a978-4582-82ca-65055ecf379c None None] New status for floating IP 14932d88-64c1-4f0c-8e97-fe275f596692: ACTIVE {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:00:21.580699 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-a2cfd554-d3c4-45c4-963b-e706c26add0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:21.582177 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-a2cfd554-d3c4-45c4-963b-e706c26add0b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 1129 time: 0.0467150 Feb 02 15:00:21.680677 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-bb6c561f-89c8-425c-a6f3-71443a635d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:21.682153 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-bb6c561f-89c8-425c-a6f3-71443a635d0f service neutron] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 913 time: 0.0931654 Feb 02 15:00:21.748161 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-08602212-a7b3-4861-b085-aa4cfb554671 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9e33c0-3ad7-4240-ba02-b8c22677ae72 HTTP/1.1" status: 200 len: 1001 time: 0.0596786 Feb 02 15:00:21.799090 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-4d858548-d001-4758-ab96-243aba56c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:21.800620 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-4d858548-d001-4758-ab96-243aba56c259 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0462344 Feb 02 15:00:21.854113 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-8ea2050d-1c23-47f3-9b0f-2bee9e812ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:21.855627 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-8ea2050d-1c23-47f3-9b0f-2bee9e812ccc service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485344 Feb 02 15:00:21.951473 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-d6e4fdae-fdca-4ce5-bc56-3e1f352aa781 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876417 Feb 02 15:00:22.050568 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ae3dffba-0f50-4e70-9f70-dd9836ee5c20 req-861e7d8b-d468-497c-9053-297b26b0029a service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928729 Feb 02 15:00:25.576704 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:35.704788 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-be328e0d-684b-44dd-8c66-e1e25ded8176 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459478 Feb 02 15:00:35.811450 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-2822bc10-a6d4-420a-b83f-b800bb379a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:35.812945 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-2822bc10-a6d4-420a-b83f-b800bb379a50 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 1129 time: 0.0469663 Feb 02 15:00:35.926958 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-37b6fa50-cb07-4f02-bd99-2c0269630527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:35.926958 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-37b6fa50-cb07-4f02-bd99-2c0269630527 service neutron] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 913 time: 0.0910549 Feb 02 15:00:35.988415 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-f63eb63c-0e32-4333-9dbf-a26e62506b2b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9e33c0-3ad7-4240-ba02-b8c22677ae72 HTTP/1.1" status: 200 len: 1001 time: 0.0579112 Feb 02 15:00:36.041825 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-5b26057f-8928-4058-81a4-2e83991c059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:36.043435 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-5b26057f-8928-4058-81a4-2e83991c059a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0480125 Feb 02 15:00:36.098563 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-186f06af-da3d-4092-94cf-d28fd627a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:00:36.100117 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-186f06af-da3d-4092-94cf-d28fd627a101 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481827 Feb 02 15:00:36.111878 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-925699b8-cba0-4ecd-b38c-d2e3a3c8b739 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:00:36.112820 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-925699b8-cba0-4ecd-b38c-d2e3a3c8b739 service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049362 Feb 02 15:00:36.204046 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-d038aa29-7da8-4089-b796-b3d14af2d1ec service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843890 Feb 02 15:00:36.303777 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d6baa804-5b1b-4a81-a861-7ac23bdd8763 req-107dc6e1-1613-4d66-bb5a-721c6bf22082 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920589 Feb 02 15:00:37.139792 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42064) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:00:37.244650 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b393e102-fdb8-400f-8c05-d45e9aaa1f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:37.317599 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b393e102-fdb8-400f-8c05-d45e9aaa1f06 admin admin] Publish callbacks [] for security_group (7e85a9e9-9379-4190-aa0c-20d6ba540782), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:37.382523 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b393e102-fdb8-400f-8c05-d45e9aaa1f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (7e85a9e9-9379-4190-aa0c-20d6ba540782), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:37.422036 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b393e102-fdb8-400f-8c05-d45e9aaa1f06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48af40fc0d6f4b0c9ed8f1d71bd208a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811608 Feb 02 15:00:37.422951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393e102-fdb8-400f-8c05-d45e9aaa1f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e85a9e9-9379-4190-aa0c-20d6ba540782,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:37.424695 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42068) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:00:37.479097 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Publish callbacks [] for security_group (7e85a9e9-9379-4190-aa0c-20d6ba540782), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:37.734639 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Publish callbacks [] for security_group (7e85a9e9-9379-4190-aa0c-20d6ba540782), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:37.862560 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (7e85a9e9-9379-4190-aa0c-20d6ba540782), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:37.865228 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:37.866385 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e85a9e9-9379-4190-aa0c-20d6ba540782 HTTP/1.1" status: 204 len: 168 time: 0.4406824 Feb 02 15:00:37.874790 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e85a9e9-9379-4190-aa0c-20d6ba540782,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:37.882099 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.882442 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.882808 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.883148 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.883475 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.883782 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.884113 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.884573 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.884963 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.885290 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.885616 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.885936 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:37.886254 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4eb6e-998b-4295-bcc3-8a27d1871af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:00:38.495231 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42076) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:00:38.509567 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-98910e1e-35b8-47cd-8d38-a3a86b39590d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:38.593706 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-98910e1e-35b8-47cd-8d38-a3a86b39590d admin admin] Publish callbacks [] for security_group (b84adecc-30ba-43ab-a7da-127605c8a7ed), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:38.633978 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-98910e1e-35b8-47cd-8d38-a3a86b39590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b84adecc-30ba-43ab-a7da-127605c8a7ed), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:38.674716 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-98910e1e-35b8-47cd-8d38-a3a86b39590d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cad12cb51fd455abca8d497a0f6825c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777787 Feb 02 15:00:38.675886 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98910e1e-35b8-47cd-8d38-a3a86b39590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84adecc-30ba-43ab-a7da-127605c8a7ed,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:38.677503 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42078) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:00:38.735482 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2d87e626-4926-4590-8ff0-9269ef34828b admin admin] Publish callbacks [] for security_group (b84adecc-30ba-43ab-a7da-127605c8a7ed), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:38.756541 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2d87e626-4926-4590-8ff0-9269ef34828b admin admin] Publish callbacks [] for security_group (b84adecc-30ba-43ab-a7da-127605c8a7ed), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:38.890967 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2d87e626-4926-4590-8ff0-9269ef34828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (b84adecc-30ba-43ab-a7da-127605c8a7ed), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:38.893538 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-2d87e626-4926-4590-8ff0-9269ef34828b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:38.894674 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-2d87e626-4926-4590-8ff0-9269ef34828b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b84adecc-30ba-43ab-a7da-127605c8a7ed HTTP/1.1" status: 204 len: 168 time: 0.2154624 Feb 02 15:00:38.902442 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87e626-4926-4590-8ff0-9269ef34828b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84adecc-30ba-43ab-a7da-127605c8a7ed,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:00:42.714238 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-2bb39688-cfde-44ac-8917-a843fe7183d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:45.123913 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7240925e-f039-4298-8695-66f1ef779c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:46.148592 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:47.840627 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:49.177083 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:55.627678 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:00:57.612715 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:01:00.029837 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42300) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:00.134822 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f523-5e22-4655-a2f1-1c179ed794ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:00.207390 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f523-5e22-4655-a2f1-1c179ed794ec admin admin] Publish callbacks [] for security_group (e8222c1a-4752-4327-a4da-b67b4a8578c0), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:00.284895 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f523-5e22-4655-a2f1-1c179ed794ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e8222c1a-4752-4327-a4da-b67b4a8578c0), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:00.324214 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-bcd7f523-5e22-4655-a2f1-1c179ed794ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4af7cfd093884f32b8c0afb75830dfea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932885 Feb 02 15:01:00.325314 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7f523-5e22-4655-a2f1-1c179ed794ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8222c1a-4752-4327-a4da-b67b4a8578c0,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:00.327742 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42304) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:00.377889 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dd97f526-3f23-467d-ba14-ffe0c95cca17 admin admin] Publish callbacks [] for security_group (e8222c1a-4752-4327-a4da-b67b4a8578c0), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:00.399107 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dd97f526-3f23-467d-ba14-ffe0c95cca17 admin admin] Publish callbacks [] for security_group (e8222c1a-4752-4327-a4da-b67b4a8578c0), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:00.565549 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dd97f526-3f23-467d-ba14-ffe0c95cca17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (e8222c1a-4752-4327-a4da-b67b4a8578c0), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:00.568280 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-dd97f526-3f23-467d-ba14-ffe0c95cca17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:00.570648 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-dd97f526-3f23-467d-ba14-ffe0c95cca17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8222c1a-4752-4327-a4da-b67b4a8578c0 HTTP/1.1" status: 204 len: 168 time: 0.2407067 Feb 02 15:01:00.578130 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97f526-3f23-467d-ba14-ffe0c95cca17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8222c1a-4752-4327-a4da-b67b4a8578c0,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:01.157066 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42310) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:01.170795 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-189dbdbf-bcf9-4795-a0ee-f9cb45f4dc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:01.241200 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-189dbdbf-bcf9-4795-a0ee-f9cb45f4dc35 admin admin] Publish callbacks [] for security_group (fe077104-7801-442b-9703-c12ef33b38b4), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:01.308201 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-189dbdbf-bcf9-4795-a0ee-f9cb45f4dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (fe077104-7801-442b-9703-c12ef33b38b4), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:01.347541 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-189dbdbf-bcf9-4795-a0ee-f9cb45f4dc35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=793b2d15aec24b08ba954141ff97fd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893072 Feb 02 15:01:01.348310 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189dbdbf-bcf9-4795-a0ee-f9cb45f4dc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe077104-7801-442b-9703-c12ef33b38b4,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:01.350082 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42312) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:01.402222 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7deceee0-5762-4570-bce5-e19d74d4808f admin admin] Publish callbacks [] for security_group (fe077104-7801-442b-9703-c12ef33b38b4), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:01.423562 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7deceee0-5762-4570-bce5-e19d74d4808f admin admin] Publish callbacks [] for security_group (fe077104-7801-442b-9703-c12ef33b38b4), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:01.564732 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7deceee0-5762-4570-bce5-e19d74d4808f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (fe077104-7801-442b-9703-c12ef33b38b4), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:01.567407 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7deceee0-5762-4570-bce5-e19d74d4808f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:01.568574 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7deceee0-5762-4570-bce5-e19d74d4808f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe077104-7801-442b-9703-c12ef33b38b4 HTTP/1.1" status: 204 len: 168 time: 0.2168214 Feb 02 15:01:01.577945 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deceee0-5762-4570-bce5-e19d74d4808f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe077104-7801-442b-9703-c12ef33b38b4,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:04.504614 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42384) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:04.606024 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:04.678778 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Publish callbacks [] for security_group (d134508a-f680-4690-aee9-ec5d8bf9cd72), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:04.856672 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (d134508a-f680-4690-aee9-ec5d8bf9cd72), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:04.894539 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d134508a-f680-4690-aee9-ec5d8bf9cd72,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:04.898386 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8b43edc5a984fb9ae3893fd70ad28bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927681 Feb 02 15:01:04.918245 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42388) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.920247 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e4195-71a5-4e0f-8618-d59f543e5d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:04.951023 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e0c495f6-37fa-4da4-a9bb-6e4903c65386 admin admin] Publish callbacks [] for security_group (d134508a-f680-4690-aee9-ec5d8bf9cd72), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:04.971011 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e0c495f6-37fa-4da4-a9bb-6e4903c65386 admin admin] Publish callbacks [] for security_group (d134508a-f680-4690-aee9-ec5d8bf9cd72), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:05.130934 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e0c495f6-37fa-4da4-a9bb-6e4903c65386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (d134508a-f680-4690-aee9-ec5d8bf9cd72), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:05.133521 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e0c495f6-37fa-4da4-a9bb-6e4903c65386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:05.134676 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-e0c495f6-37fa-4da4-a9bb-6e4903c65386 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d134508a-f680-4690-aee9-ec5d8bf9cd72 HTTP/1.1" status: 204 len: 168 time: 0.2324252 Feb 02 15:01:05.143391 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c495f6-37fa-4da4-a9bb-6e4903c65386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d134508a-f680-4690-aee9-ec5d8bf9cd72,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:05.825376 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42394) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:05.841556 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e65fac5e-63fa-49d1-a420-e7d8ddffcb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:05.915757 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e65fac5e-63fa-49d1-a420-e7d8ddffcb3d admin admin] Publish callbacks [] for security_group (c263bd2e-9cc3-44a8-9e82-276ff9a6c1d8), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:05.993958 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-e65fac5e-63fa-49d1-a420-e7d8ddffcb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c263bd2e-9cc3-44a8-9e82-276ff9a6c1d8), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:06.032795 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-e65fac5e-63fa-49d1-a420-e7d8ddffcb3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92e5cf2a869846ba8595c79c9ec9d6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063549 Feb 02 15:01:06.033663 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fac5e-63fa-49d1-a420-e7d8ddffcb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c263bd2e-9cc3-44a8-9e82-276ff9a6c1d8,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:06.036118 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42396) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:06.084702 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a6571d9-c2f4-4212-877d-1fe730b2c99d admin admin] Publish callbacks [] for security_group (c263bd2e-9cc3-44a8-9e82-276ff9a6c1d8), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:06.106875 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a6571d9-c2f4-4212-877d-1fe730b2c99d admin admin] Publish callbacks [] for security_group (c263bd2e-9cc3-44a8-9e82-276ff9a6c1d8), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:06.228282 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a6571d9-c2f4-4212-877d-1fe730b2c99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (c263bd2e-9cc3-44a8-9e82-276ff9a6c1d8), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:06.230895 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3a6571d9-c2f4-4212-877d-1fe730b2c99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:06.233064 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-3a6571d9-c2f4-4212-877d-1fe730b2c99d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c263bd2e-9cc3-44a8-9e82-276ff9a6c1d8 HTTP/1.1" status: 204 len: 168 time: 0.1959138 Feb 02 15:01:06.240970 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6571d9-c2f4-4212-877d-1fe730b2c99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c263bd2e-9cc3-44a8-9e82-276ff9a6c1d8,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:12.284609 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42462) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:12.386499 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e092f23-8735-4b02-b881-a56e3f3917c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:12.463385 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e092f23-8735-4b02-b881-a56e3f3917c1 admin admin] Publish callbacks [] for security_group (38059ce8-73d8-4074-b403-b78d8b8b9fcd), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:12.542160 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e092f23-8735-4b02-b881-a56e3f3917c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (38059ce8-73d8-4074-b403-b78d8b8b9fcd), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:12.580680 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-3e092f23-8735-4b02-b881-a56e3f3917c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16f87304547149f6b52238bf5160f3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950068 Feb 02 15:01:12.581454 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e092f23-8735-4b02-b881-a56e3f3917c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38059ce8-73d8-4074-b403-b78d8b8b9fcd,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:12.583531 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42466) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:12.631538 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-42678cd9-3dfc-4099-ad0b-c3f84d711e9d admin admin] Publish callbacks [] for security_group (38059ce8-73d8-4074-b403-b78d8b8b9fcd), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:12.653727 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-42678cd9-3dfc-4099-ad0b-c3f84d711e9d admin admin] Publish callbacks [] for security_group (38059ce8-73d8-4074-b403-b78d8b8b9fcd), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:12.685488 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6dd647ad-cd13-4c64-a9b8-23c3dce51a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:12.811218 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-42678cd9-3dfc-4099-ad0b-c3f84d711e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (38059ce8-73d8-4074-b403-b78d8b8b9fcd), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:12.813835 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-42678cd9-3dfc-4099-ad0b-c3f84d711e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:12.815117 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-42678cd9-3dfc-4099-ad0b-c3f84d711e9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38059ce8-73d8-4074-b403-b78d8b8b9fcd HTTP/1.1" status: 204 len: 168 time: 0.2305355 Feb 02 15:01:12.824059 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42678cd9-3dfc-4099-ad0b-c3f84d711e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38059ce8-73d8-4074-b403-b78d8b8b9fcd,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:15.147857 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f5feacf5-4d12-4d1c-abfb-883bdd2319c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:16.171148 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:17.799880 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:19.182501 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:25.576691 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:34.612365 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:01:36.844355 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-3d498a4b-35fd-4b5b-bfcb-ae540cc0c328 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1361201 Feb 02 15:01:36.946409 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-85f16cc9-8085-451b-bd98-57bf32104388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:01:36.947911 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-85f16cc9-8085-451b-bd98-57bf32104388 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 1129 time: 0.0439470 Feb 02 15:01:37.054521 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-7dc63d1e-91d6-42e6-b08a-58ba77e6aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:01:37.055996 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-7dc63d1e-91d6-42e6-b08a-58ba77e6aa41 service neutron] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 913 time: 0.0872719 Feb 02 15:01:37.120893 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-6b9e6a27-7e22-4f26-a2b7-0d5273a27888 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9e33c0-3ad7-4240-ba02-b8c22677ae72 HTTP/1.1" status: 200 len: 1001 time: 0.0580542 Feb 02 15:01:37.173676 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-c4ab6b43-28e8-439d-a26a-6cc8aab7d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:01:37.175204 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-c4ab6b43-28e8-439d-a26a-6cc8aab7d8da service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0485671 Feb 02 15:01:37.223705 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-246e7c7e-b011-48fc-b82c-aeb7dc610571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:01:37.225101 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-246e7c7e-b011-48fc-b82c-aeb7dc610571 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445616 Feb 02 15:01:37.325858 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-4dacf8ef-f2f7-4acf-8a55-aeb2a42f3fe4 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880313 Feb 02 15:01:37.419677 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fb467af-8f45-43e9-a8e2-64bfef98f191 req-c9d98bed-1175-4171-8cf2-7d8daf96a086 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875773 Feb 02 15:01:42.702617 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e56411ce-64c1-44ed-bac0-9aec270876d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:45.125484 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-0d0601a3-d525-492f-a0ca-2eb0cd0e808b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:46.176601 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:47.845582 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:48.779688 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42668) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:48.885077 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:48.966725 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Publish callbacks [] for security_group (99719614-dec7-4692-b318-4b776144397f), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:49.068252 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (99719614-dec7-4692-b318-4b776144397f), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:49.106778 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31917b120e324e5f9db923982cbdc1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259361 Feb 02 15:01:49.109563 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99719614-dec7-4692-b318-4b776144397f,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:49.110196 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42672) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:49.117136 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.117491 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.117840 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.118237 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.118579 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.118941 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.119585 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.119857 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.120186 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.120513 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.120838 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.121165 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.121484 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf54d52-f1a6-4177-832d-33eb38828ed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:01:49.153074 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:49.165428 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9f4062b7-3c68-4c65-b692-14c774a44bdc admin admin] Publish callbacks [] for security_group (99719614-dec7-4692-b318-4b776144397f), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:49.188833 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9f4062b7-3c68-4c65-b692-14c774a44bdc admin admin] Publish callbacks [] for security_group (99719614-dec7-4692-b318-4b776144397f), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:49.319865 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9f4062b7-3c68-4c65-b692-14c774a44bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (99719614-dec7-4692-b318-4b776144397f), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:49.322414 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9f4062b7-3c68-4c65-b692-14c774a44bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:49.323609 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-9f4062b7-3c68-4c65-b692-14c774a44bdc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99719614-dec7-4692-b318-4b776144397f HTTP/1.1" status: 204 len: 168 time: 0.2123725 Feb 02 15:01:49.332282 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4062b7-3c68-4c65-b692-14c774a44bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99719614-dec7-4692-b318-4b776144397f,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:55.588270 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:59.081479 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42742) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:59.185371 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c86e64cd-b84c-4d51-a1b2-cf05a1a10f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:59.260995 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c86e64cd-b84c-4d51-a1b2-cf05a1a10f82 admin admin] Publish callbacks [] for security_group (de91c32d-9306-4fbf-aa14-6d926e876e06), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:59.342188 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c86e64cd-b84c-4d51-a1b2-cf05a1a10f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (de91c32d-9306-4fbf-aa14-6d926e876e06), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:59.381400 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-c86e64cd-b84c-4d51-a1b2-cf05a1a10f82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ba23ee487ae48a58874748e3187c40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988567 Feb 02 15:01:59.382353 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e64cd-b84c-4d51-a1b2-cf05a1a10f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de91c32d-9306-4fbf-aa14-6d926e876e06,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:01:59.385120 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42746) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:01:59.434892 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9cdb2784-2538-4aa6-9eed-c933dcf249d8 admin admin] Publish callbacks [] for security_group (de91c32d-9306-4fbf-aa14-6d926e876e06), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:59.458240 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9cdb2784-2538-4aa6-9eed-c933dcf249d8 admin admin] Publish callbacks [] for security_group (de91c32d-9306-4fbf-aa14-6d926e876e06), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:59.576613 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9cdb2784-2538-4aa6-9eed-c933dcf249d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (de91c32d-9306-4fbf-aa14-6d926e876e06), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:59.579316 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-9cdb2784-2538-4aa6-9eed-c933dcf249d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:01:59.580467 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-9cdb2784-2538-4aa6-9eed-c933dcf249d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de91c32d-9306-4fbf-aa14-6d926e876e06 HTTP/1.1" status: 204 len: 168 time: 0.1936769 Feb 02 15:01:59.588377 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb2784-2538-4aa6-9eed-c933dcf249d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de91c32d-9306-4fbf-aa14-6d926e876e06,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:00.680984 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42768) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:00.785125 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1503822773-network', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:00.897075 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Made reservation on behalf of 64b842903bb94bbc8d62f1a6059bac24 for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:02:00.899573 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:00.908493 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:00.980734 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Publish callbacks [] for security_group (da237fe6-0e97-4846-af20-b9fec02a91be), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:01.073671 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (da237fe6-0e97-4846-af20-b9fec02a91be), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:01.101040 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:02:01.110359 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da237fe6-0e97-4846-af20-b9fec02a91be,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:01.116215 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (880d2fa6-5eef-4725-aaad-c3c118875dff), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:01.116576 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Added segment 880d2fa6-5eef-4725-aaad-c3c118875dff of type vlan for network 4648465b-88dc-4547-9354-dc42af4f0ff6 Feb 02 15:02:01.159759 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (4648465b-88dc-4547-9354-dc42af4f0ff6), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:01.261440 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (4648465b-88dc-4547-9354-dc42af4f0ff6), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:01.262430 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:01.263050 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:01.322234 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] Pushing event updated for resources: {'Network': ['ID=4648465b-88dc-4547-9354-dc42af4f0ff6,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:01.332944 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network 4648465b-88dc-4547-9354-dc42af4f0ff6 details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:02:01.349291 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-bdd9828e-01c5-4401-9761-80d3b65a8272 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6669412 Feb 02 15:02:01.351830 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42772) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:01.356500 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Request body: {'subnet': {'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1503822773-subnet', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'ip_version': 4}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:01.428908 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Made reservation on behalf of 64b842903bb94bbc8d62f1a6059bac24 for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:02:01.431248 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7206031'] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:01.691262 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5467431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7205733'] for subnet (a2ddadf7-401d-42c9-a319-9f35b907bcdb), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:01.751979 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ddadf7-401d-42c9-a319-9f35b907bcdb,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:01.760676 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Checking segment: {'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:02:01.761038 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Network hostable DHCP agents. Network: 4648465b-88dc-4547-9354-dc42af4f0ff6, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:02:01.845480 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Network 4648465b-88dc-4547-9354-dc42af4f0ff6 is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:02:01.931090 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, 4648465b-88dc-4547-9354-dc42af4f0ff6) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:01.935335 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:01.936033 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:01.942212 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90852c50-628a-431c-b8ef-58666a3da161 None None] Network 4648465b-88dc-4547-9354-dc42af4f0ff6 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:02:02.042351 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8970d6d-21a6-55cd-b380-35afc46c0d2f-4648465b-88dc-4547-9354-dc42af4f0ff6', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb'}]}} from dv-cinder-782518-2-iscsi. {{(pid=121023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 15:02:02.043229 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.054126 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-1545a704-42b5-49d0-9ceb-db254470943e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7012627 Feb 02 15:02:02.056830 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42776) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:02.061132 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:02.165693 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16148'] for router (79333550-41f8-46a7-85b2-96bb5d052b71), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.166922 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-638477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16157'] for router (79333550-41f8-46a7-85b2-96bb5d052b71), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.182783 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.db_base_plugin_common [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Allocated IP 172.20.0.2 (4648465b-88dc-4547-9354-dc42af4f0ff6/a2ddadf7-401d-42c9-a319-9f35b907bcdb/edbc3df0-f8ae-449e-b91c-2ff241399dd4) {{(pid=121023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:02:02.220330 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks [] for router_controller (79333550-41f8-46a7-85b2-96bb5d052b71), precommit_add_association {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.323384 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Publish callbacks [] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), precommit_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.411418 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.433881 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks [] for router_gateway (79333550-41f8-46a7-85b2-96bb5d052b71), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.450827 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Network 4648465b-88dc-4547-9354-dc42af4f0ff6 is already hosted by enough agents. {{(pid=121023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:02.457428 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.base_scheduler [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Resources bound (agent type, host, resource id): {{(pid=121023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:02.462640 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Received port after_create {{(pid=121023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:02:02.465693 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Pushing event updated for resources: {'Port': ['ID=edbc3df0-f8ae-449e-b91c-2ff241399dd4,revision_number=1']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:02.477821 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.478106 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.478538 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.478903 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.479240 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.479578 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.479907 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.480237 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.480564 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.480894 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.481220 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.481544 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.481868 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:02.531364 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Attempting to bind port edbc3df0-f8ae-449e-b91c-2ff241399dd4 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:02:02.531738 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Attempting to bind port edbc3df0-f8ae-449e-b91c-2ff241399dd4 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:02:02.532105 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Attempting to bind port edbc3df0-f8ae-449e-b91c-2ff241399dd4 on network 4648465b-88dc-4547-9354-dc42af4f0ff6 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:02:02.538945 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:02:02.539455 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Checking segment: {'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:02:02.539753 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.540148 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Bound using segment: {'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:02:02.540620 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Bound port: edbc3df0-f8ae-449e-b91c-2ff241399dd4, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:02:02.540998 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.608237 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] For port edbc3df0-f8ae-449e-b91c-2ff241399dd4, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:02:02.611337 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] For port edbc3df0-f8ae-449e-b91c-2ff241399dd4, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=edbc3df0-f8ae-449e-b91c-2ff241399dd4,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:02:02.713522 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.717300 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks [] for router_gateway (79333550-41f8-46a7-85b2-96bb5d052b71), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.737874 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:02.851700 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Allocated IP 172.27.3.198 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/e348b2d6-8a17-4573-8b25-8a0ffc38f71f) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:02:02.913002 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e5739-519c-4406-a085-e5ff127ef43e None None] Pushing event updated for resources: {'Port': ['ID=edbc3df0-f8ae-449e-b91c-2ff241399dd4,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:02.969522 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks [] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:03.047271 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:03.100852 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:03.106102 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:03.110995 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:02:03.116648 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Pushing event updated for resources: {'Port': ['ID=e348b2d6-8a17-4573-8b25-8a0ffc38f71f,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:03.401746 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device edbc3df0-f8ae-449e-b91c-2ff241399dd4 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:03.455510 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port edbc3df0-f8ae-449e-b91c-2ff241399dd4 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:03.456201 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:03.481714 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks [] for router_gateway (79333550-41f8-46a7-85b2-96bb5d052b71), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:03.543268 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port edbc3df0-f8ae-449e-b91c-2ff241399dd4 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:03.543657 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:03.579013 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port edbc3df0-f8ae-449e-b91c-2ff241399dd4, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=edbc3df0-f8ae-449e-b91c-2ff241399dd4,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:03.669175 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:03.695614 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804'] for router (79333550-41f8-46a7-85b2-96bb5d052b71), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:03.733557 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=edbc3df0-f8ae-449e-b91c-2ff241399dd4,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:03.803990 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ffda0-7314-4933-9992-fe07c9c50ace None None] Network 4648465b-88dc-4547-9354-dc42af4f0ff6 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:02:03.872629 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-bc997619-1fe4-4bd4-a36e-c26ccef18b89 None None] Provisioning complete for port edbc3df0-f8ae-449e-b91c-2ff241399dd4 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:03.873007 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-bc997619-1fe4-4bd4-a36e-c26ccef18b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:03.879822 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Router 79333550-41f8-46a7-85b2-96bb5d052b71 is scheduled to L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 with binding_index 1 {{(pid=121021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:02:03.993167 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:02:03.995719 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-bc997619-1fe4-4bd4-a36e-c26ccef18b89 None None] Current status of the port edbc3df0-f8ae-449e-b91c-2ff241399dd4 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:04.004325 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Sync routers for ids ['79333550-41f8-46a7-85b2-96bb5d052b71'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:02:04.013472 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Routers {'79333550-41f8-46a7-85b2-96bb5d052b71'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:04.014097 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:01:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['79333550-41f8-46a7-85b2-96bb5d052b71'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:04.076103 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:04.080989 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-27d0064a-edc9-4a9c-b8af-95935ee1ef72 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0195956 Feb 02 15:02:04.081227 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42778) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:04.128692 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Set router 79333550-41f8-46a7-85b2-96bb5d052b71 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:04.271680 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-054d2b5c-b06a-4701-b532-705d07872e74 None None] Provisioning complete for port edbc3df0-f8ae-449e-b91c-2ff241399dd4 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:04.272052 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-054d2b5c-b06a-4701-b532-705d07872e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:04.389297 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:03Z', 'revision_number': 3, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:04.417542 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-054d2b5c-b06a-4701-b532-705d07872e74 None None] Current status of the port edbc3df0-f8ae-449e-b91c-2ff241399dd4 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:04.419719 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Checking router: 79333550-41f8-46a7-85b2-96bb5d052b71 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:02:04.420068 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Updating router 79333550-41f8-46a7-85b2-96bb5d052b71 port e348b2d6-8a17-4573-8b25-8a0ffc38f71f binding host dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:02:04.448332 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:04.530196 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:04.688245 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Allocated IP 172.20.0.1 (4648465b-88dc-4547-9354-dc42af4f0ff6/a2ddadf7-401d-42c9-a319-9f35b907bcdb/6d65aa80-7434-46fa-b3af-1c7b8d16b17c) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:02:04.716668 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Publish callbacks [] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), precommit_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:04.797995 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Publish callbacks [] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:04.811045 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:04.861767 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Attempting to bind port e348b2d6-8a17-4573-8b25-8a0ffc38f71f on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:02:04.862133 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Attempting to bind port e348b2d6-8a17-4573-8b25-8a0ffc38f71f by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:02:04.862494 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Attempting to bind port e348b2d6-8a17-4573-8b25-8a0ffc38f71f on network 9739a75a-4066-4d10-9da4-91f07c2c2a48 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:02:04.872319 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067aa07-ae35-487d-8a8f-9c33d1437ef9 None None] Pushing event updated for resources: {'Port': ['ID=e348b2d6-8a17-4573-8b25-8a0ffc38f71f,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:04.875660 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:02:04.876039 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:02:04.876477 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:04.876895 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Bound using segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:02:04.877372 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Bound port: e348b2d6-8a17-4573-8b25-8a0ffc38f71f, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:02:04.877754 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:04.908954 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:04.931322 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] For port e348b2d6-8a17-4573-8b25-8a0ffc38f71f, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:02:04.934170 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] For port e348b2d6-8a17-4573-8b25-8a0ffc38f71f, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=e348b2d6-8a17-4573-8b25-8a0ffc38f71f,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:02:04.947422 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Network 4648465b-88dc-4547-9354-dc42af4f0ff6 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:04.956089 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:04.959625 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:02:04.964920 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Pushing event updated for resources: {'Port': ['ID=6d65aa80-7434-46fa-b3af-1c7b8d16b17c,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:05.002863 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637431'] for router_interface (79333550-41f8-46a7-85b2-96bb5d052b71), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:05.006326 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:05.068191 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Routers {'79333550-41f8-46a7-85b2-96bb5d052b71'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:05.068913 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:01:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['79333550-41f8-46a7-85b2-96bb5d052b71'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:05.114260 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067aa07-ae35-487d-8a8f-9c33d1437ef9 None None] Pushing event updated for resources: {'Port': ['ID=e348b2d6-8a17-4573-8b25-8a0ffc38f71f,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:05.192508 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] Set router 79333550-41f8-46a7-85b2-96bb5d052b71 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:05.208992 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:05.287259 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-336fdd7a-d11b-4372-b62b-742be61762be None None] Provisioning complete for port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:05.287398 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-336fdd7a-d11b-4372-b62b-742be61762be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:05.368345 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-336fdd7a-d11b-4372-b62b-742be61762be None None] Port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:02:05.391254 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Publish callbacks [] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:05.396256 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device edbc3df0-f8ae-449e-b91c-2ff241399dd4 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:05.468155 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port edbc3df0-f8ae-449e-b91c-2ff241399dd4 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:05.468584 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:05.469222 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:05.470728 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:03Z', 'revision_number': 3, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:05.517794 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050daed7-c9af-417c-b0b5-3138b52e88ac None None] The sync data for ids ['79333550-41f8-46a7-85b2-96bb5d052b71'] in dv-cinder-782518-2-iscsi is: [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:03Z', 'revision_number': 3, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:02:05.541927 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Pushing event updated for resources: {'Port': ['ID=6d65aa80-7434-46fa-b3af-1c7b8d16b17c,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:05.544373 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637511'] for router_interface (79333550-41f8-46a7-85b2-96bb5d052b71), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:05.591980 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port edbc3df0-f8ae-449e-b91c-2ff241399dd4 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:05.649937 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Network 4648465b-88dc-4547-9354-dc42af4f0ff6 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:05.651432 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:05.803508 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Router 79333550-41f8-46a7-85b2-96bb5d052b71 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:02:06.003259 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-d5fd3b7d-9956-43e8-8557-6cb09d997a1e None None] Provisioning complete for port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:06.003958 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d5fd3b7d-9956-43e8-8557-6cb09d997a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:06.170570 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:02:06.178115 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-d5fd3b7d-9956-43e8-8557-6cb09d997a1e None None] Port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:02:06.180995 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-fd41fcac-6892-475e-8500-b486a371a682 admin admin] 10.222.0.10 "PUT /v2.0/routers/79333550-41f8-46a7-85b2-96bb5d052b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0984147 Feb 02 15:02:07.017407 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42794) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:07.022390 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1111690861-network', 'tenant_id': 'a045f646c924485d9666db3837ab2da2'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:07.107066 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Made reservation on behalf of a045f646c924485d9666db3837ab2da2 for: {'network': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:02:07.110177 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for network (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.122391 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.208085 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Publish callbacks [] for security_group (9b0d165c-1d6f-4993-a7f5-d9a210b0c3b2), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.210930 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Sync routers for ids ['79333550-41f8-46a7-85b2-96bb5d052b71'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:02:07.221524 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Routers {'79333550-41f8-46a7-85b2-96bb5d052b71'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:07.222127 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:01:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['79333550-41f8-46a7-85b2-96bb5d052b71'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:07.262735 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (9b0d165c-1d6f-4993-a7f5-d9a210b0c3b2), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.286924 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=121021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:02:07.295753 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0d165c-1d6f-4993-a7f5-d9a210b0c3b2,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:07.302430 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (949a3914-707f-4acd-943b-b35208c3590a), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.302790 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.segments_db [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Added segment 949a3914-707f-4acd-943b-b35208c3590a of type vlan for network d4f898c6-e404-4831-9145-fcdcfc64af5f Feb 02 15:02:07.342581 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Set router 79333550-41f8-46a7-85b2-96bb5d052b71 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:07.344717 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759363765122'] for network (d4f898c6-e404-4831-9145-fcdcfc64af5f), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.411041 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device e348b2d6-8a17-4573-8b25-8a0ffc38f71f up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:07.456879 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954'] for network (d4f898c6-e404-4831-9145-fcdcfc64af5f), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.458102 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:07.458919 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.461815 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port e348b2d6-8a17-4573-8b25-8a0ffc38f71f triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:07.462184 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.543807 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=d4f898c6-e404-4831-9145-fcdcfc64af5f,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:07.553568 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port e348b2d6-8a17-4573-8b25-8a0ffc38f71f is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:07.553961 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.556915 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-7b9b4ebc-07db-44dc-a73f-5089a4146ce1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5383804 Feb 02 15:02:07.559645 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42796) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:07.563808 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:05Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '6d65aa80-7434-46fa-b3af-1c7b8d16b17c', 'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'mac_address': 'fa:16:3e:5d:ae:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:04Z', 'updated_at': '2022-02-02T15:02:05Z', 'revision_number': 2, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'subnets': [{'id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:07.567364 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Network d4f898c6-e404-4831-9145-fcdcfc64af5f details requested by agent ovs-agent-dv-cinder-782518-2-iscsi with host dv-cinder-782518-2-iscsi {{(pid=121023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:02:07.567498 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Request body: {'subnet': {'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1111690861-subnet', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'ip_version': 4}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:07.601718 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Checking router: 79333550-41f8-46a7-85b2-96bb5d052b71 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:02:07.602171 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Updating router 79333550-41f8-46a7-85b2-96bb5d052b71 port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c binding host dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:02:07.605348 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port e348b2d6-8a17-4573-8b25-8a0ffc38f71f, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=e348b2d6-8a17-4573-8b25-8a0ffc38f71f,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:07.630462 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.634770 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Made reservation on behalf of a045f646c924485d9666db3837ab2da2 for: {'subnet': 1} {{(pid=121021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:02:07.637300 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7206031'] for subnet (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.661475 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.719876 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=e348b2d6-8a17-4573-8b25-8a0ffc38f71f,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:07.909618 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Publish callbacks [] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), precommit_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.914006 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5467431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7205733'] for subnet (9c68fca8-14f6-4e15-8bb1-55e33914fe08), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:07.970537 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c68fca8-14f6-4e15-8bb1-55e33914fe08,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:07.979352 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Checking segment: {'id': '949a3914-707f-4acd-943b-b35208c3590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:02:07.979709 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Network hostable DHCP agents. Network: d4f898c6-e404-4831-9145-fcdcfc64af5f, hostable agents: ['1dfd52ee-0886-4f20-86ae-ffd2a89805b0'], hosted agents: [] {{(pid=121021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:02:07.982539 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.057388 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Pushing event updated for resources: {'Port': ['ID=6d65aa80-7434-46fa-b3af-1c7b8d16b17c,revision_number=3']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:08.068299 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Network d4f898c6-e404-4831-9145-fcdcfc64af5f is scheduled to be hosted by DHCP agent 1dfd52ee-0886-4f20-86ae-ffd2a89805b0 with binding_index 1 {{(pid=121021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:02:08.083113 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.083513 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.083876 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.084219 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.084555 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.084882 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.085209 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.085534 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.085859 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.086207 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.086551 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.086934 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.087254 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:08.102422 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Attempting to bind port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:02:08.102841 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Attempting to bind port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:02:08.103188 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Attempting to bind port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c on network 4648465b-88dc-4547-9354-dc42af4f0ff6 {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:02:08.109679 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:02:08.109679 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Checking segment: {'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:02:08.109679 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.110316 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Bound using segment: {'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:02:08.110475 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Bound port: 6d65aa80-7434-46fa-b3af-1c7b8d16b17c, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'}}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:02:08.110787 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.120228 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782518-2-iscsi, d4f898c6-e404-4831-9145-fcdcfc64af5f) {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:08.132446 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:08.133322 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.133804 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75db20d0-2c32-4a79-b7e0-1bf89a102c32 None None] Network d4f898c6-e404-4831-9145-fcdcfc64af5f requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:02:08.179633 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] For port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:02:08.183336 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] For port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=6d65aa80-7434-46fa-b3af-1c7b8d16b17c,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:02:08.240441 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-f925ceee-2754-4f92-be3e-415541d34c7d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6775615 Feb 02 15:02:08.241234 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42798) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:08.244388 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8970d6d-21a6-55cd-b380-35afc46c0d2f-d4f898c6-e404-4831-9145-fcdcfc64af5f', 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f', 'project_id': 'a045f646c924485d9666db3837ab2da2', 'fixed_ips': [{'subnet_id': '9c68fca8-14f6-4e15-8bb1-55e33914fe08'}]}} from dv-cinder-782518-2-iscsi. {{(pid=121023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 15:02:08.245657 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.249710 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1111690861-router', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:08.298307 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.321342 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16148'] for router (b68df571-e882-4970-9490-0244af80e80a), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.323913 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-638477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16157'] for router (b68df571-e882-4970-9490-0244af80e80a), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.360961 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8121b-9cc1-4b90-92b3-f8dfd5678145 None None] Pushing event updated for resources: {'Port': ['ID=6d65aa80-7434-46fa-b3af-1c7b8d16b17c,revision_number=4']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:08.366922 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Routers {'79333550-41f8-46a7-85b2-96bb5d052b71'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:08.367524 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:01:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['79333550-41f8-46a7-85b2-96bb5d052b71'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:08.397729 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.db_base_plugin_common [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Allocated IP 172.20.0.2 (d4f898c6-e404-4831-9145-fcdcfc64af5f/9c68fca8-14f6-4e15-8bb1-55e33914fe08/9b8dfe70-5cfb-4a26-89c0-4c9210f678e5) {{(pid=121023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:02:08.398929 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks [] for router_controller (b68df571-e882-4970-9490-0244af80e80a), precommit_add_association {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.415589 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-9dfe8bb5-53ff-4426-ac0b-2e110c472d31 None None] Provisioning complete for port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:08.416184 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9dfe8bb5-53ff-4426-ac0b-2e110c472d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.488477 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] Set router 79333550-41f8-46a7-85b2-96bb5d052b71 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:08.611391 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe8bb5-53ff-4426-ac0b-2e110c472d31 None None] Current status of the port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:08.612055 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9dfe8bb5-53ff-4426-ac0b-2e110c472d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.638436 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Publish callbacks [] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), precommit_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.667735 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-9dfe8bb5-53ff-4426-ac0b-2e110c472d31 None None] For port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=6d65aa80-7434-46fa-b3af-1c7b8d16b17c,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:08.675209 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks [] for router_gateway (b68df571-e882-4970-9490-0244af80e80a), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.716576 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:05Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '6d65aa80-7434-46fa-b3af-1c7b8d16b17c', 'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'mac_address': 'fa:16:3e:5d:ae:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:04Z', 'updated_at': '2022-02-02T15:02:08Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'subnets': [{'id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:08.721067 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), after_create {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.743378 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d8125-aa3a-4fb0-ba9b-939353517986 None None] The sync data for ids ['79333550-41f8-46a7-85b2-96bb5d052b71'] in dv-cinder-782518-2-iscsi is: [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:05Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '6d65aa80-7434-46fa-b3af-1c7b8d16b17c', 'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'mac_address': 'fa:16:3e:5d:ae:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:04Z', 'updated_at': '2022-02-02T15:02:08Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'subnets': [{'id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:02:08.759680 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9dfe8bb5-53ff-4426-ac0b-2e110c472d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.771836 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Network d4f898c6-e404-4831-9145-fcdcfc64af5f is already hosted by enough agents. {{(pid=121023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:08.774982 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.scheduler.base_scheduler [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Resources bound (agent type, host, resource id): {{(pid=121023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:08.780941 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Received port after_create {{(pid=121023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:02:08.789826 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Pushing event updated for resources: {'Port': ['ID=9b8dfe70-5cfb-4a26-89c0-4c9210f678e5,revision_number=1']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:08.915615 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Attempting to bind port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:02:08.915987 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Attempting to bind port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '949a3914-707f-4acd-943b-b35208c3590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:02:08.916347 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Attempting to bind port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 on network d4f898c6-e404-4831-9145-fcdcfc64af5f {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:02:08.936964 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:02:08.937337 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Checking segment: {'id': '949a3914-707f-4acd-943b-b35208c3590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:02:08.937792 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.938254 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Bound using segment: {'id': '949a3914-707f-4acd-943b-b35208c3590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:02:08.938792 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Bound port: 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949a3914-707f-4acd-943b-b35208c3590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:02:08.939309 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:08.943615 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe8bb5-53ff-4426-ac0b-2e110c472d31 None None] Pushing event updated for resources: {'Port': ['ID=6d65aa80-7434-46fa-b3af-1c7b8d16b17c,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:08.946216 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-60ae9e26-209a-4166-a9ea-06cc123c265e None None] Provisioning complete for port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:08.946582 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-60ae9e26-209a-4166-a9ea-06cc123c265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:09.011836 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks [] for router_gateway (b68df571-e882-4970-9490-0244af80e80a), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:09.037078 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:09.046834 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] For port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:02:09.050537 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] For port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=9b8dfe70-5cfb-4a26-89c0-4c9210f678e5,segment=NetworkSegment(949a3914-707f-4acd-943b-b35208c3590a),segment_id=949a3914-707f-4acd-943b-b35208c3590a)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:02:09.090573 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-60ae9e26-209a-4166-a9ea-06cc123c265e None None] Current status of the port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:09.147610 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:09.148866 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Allocated IP 172.27.3.2 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/ffb6a2c1-2a54-4079-afd2-f895afabcb94) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:02:09.210813 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88e057-0610-4bdb-99b6-f4e58b291c3c None None] Pushing event updated for resources: {'Port': ['ID=9b8dfe70-5cfb-4a26-89c0-4c9210f678e5,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:09.286928 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks [] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:09.407319 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:09.463034 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb6a2c1-2a54-4079-afd2-f895afabcb94,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:09.478504 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:09.479992 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:09.482539 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:02:09.558645 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 6d65aa80-7434-46fa-b3af-1c7b8d16b17c up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:09.636414 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:09.636701 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:09.723788 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:09.725061 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device e348b2d6-8a17-4573-8b25-8a0ffc38f71f up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:09.796596 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port e348b2d6-8a17-4573-8b25-8a0ffc38f71f triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:09.797069 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:09.853251 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks [] for router_gateway (b68df571-e882-4970-9490-0244af80e80a), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:09.880762 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port e348b2d6-8a17-4573-8b25-8a0ffc38f71f is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:10.082572 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636804'] for router (b68df571-e882-4970-9490-0244af80e80a), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:10.284865 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d916e710-6d38-4445-8906-eda5fc92ff24 None None] Network d4f898c6-e404-4831-9145-fcdcfc64af5f requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:02:10.291263 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Router b68df571-e882-4970-9490-0244af80e80a is scheduled to L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 with binding_index 1 {{(pid=121021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:02:10.364429 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-57d2f2b7-d161-48f2-bae1-8e56ee3822d6 None None] Provisioning complete for port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:10.364795 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-57d2f2b7-d161-48f2-bae1-8e56ee3822d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:10.403188 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:02:10.421525 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Sync routers for ids ['b68df571-e882-4970-9490-0244af80e80a'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:02:10.444727 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Routers {'b68df571-e882-4970-9490-0244af80e80a'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:10.445355 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:01:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b68df571-e882-4970-9490-0244af80e80a'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:10.493746 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:10.495285 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-8cbab04a-5e3e-4f57-a516-7cb13722ca79 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2525086 Feb 02 15:02:10.498082 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42800) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:10.580282 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-57d2f2b7-d161-48f2-bae1-8e56ee3822d6 None None] Current status of the port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:10.584650 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-57d2f2b7-d161-48f2-bae1-8e56ee3822d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:10.616799 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Set router b68df571-e882-4970-9490-0244af80e80a gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:10.685123 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-57d2f2b7-d161-48f2-bae1-8e56ee3822d6 None None] For port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=9b8dfe70-5cfb-4a26-89c0-4c9210f678e5,segment=NetworkSegment(949a3914-707f-4acd-943b-b35208c3590a),segment_id=949a3914-707f-4acd-943b-b35208c3590a)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:10.779985 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-57d2f2b7-d161-48f2-bae1-8e56ee3822d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:10.860745 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2f2b7-d161-48f2-bae1-8e56ee3822d6 None None] Pushing event updated for resources: {'Port': ['ID=9b8dfe70-5cfb-4a26-89c0-4c9210f678e5,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:10.878525 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68df571-e882-4970-9490-0244af80e80a', 'name': 'tempest-TestShelveInstance-1111690861-router', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:08Z', 'updated_at': '2022-02-02T15:02:09Z', 'revision_number': 3, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'gw_port': {'id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68df571-e882-4970-9490-0244af80e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:09Z', 'updated_at': '2022-02-02T15:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:10.916916 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Checking router: b68df571-e882-4970-9490-0244af80e80a for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:02:10.917366 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Updating router b68df571-e882-4970-9490-0244af80e80a port ffb6a2c1-2a54-4079-afd2-f895afabcb94 binding host dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:02:10.951275 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:10.954431 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-39daf1d6-877f-4fdc-8c1a-3d323b822d5c None None] Provisioning complete for port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:10.954803 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-39daf1d6-877f-4fdc-8c1a-3d323b822d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:10.970854 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:11.140625 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Allocated IP 172.20.0.1 (d4f898c6-e404-4831-9145-fcdcfc64af5f/9c68fca8-14f6-4e15-8bb1-55e33914fe08/bb093e37-8e32-411a-9fae-8ff0367a5279) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:02:11.325406 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-39daf1d6-877f-4fdc-8c1a-3d323b822d5c None None] Current status of the port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:11.430411 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:11.437740 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Publish callbacks [] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), precommit_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:11.487854 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:11.488231 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:11.532562 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:11.543879 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Publish callbacks [] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:11.611828 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:02:11.621616 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Attempting to bind port ffb6a2c1-2a54-4079-afd2-f895afabcb94 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:02:11.622137 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Attempting to bind port ffb6a2c1-2a54-4079-afd2-f895afabcb94 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:02:11.622337 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Attempting to bind port ffb6a2c1-2a54-4079-afd2-f895afabcb94 on network 9739a75a-4066-4d10-9da4-91f07c2c2a48 {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:02:11.629046 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:11.633306 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502af8c-8cca-4ddf-b5d6-131c3045ce30 None None] Pushing event updated for resources: {'Port': ['ID=ffb6a2c1-2a54-4079-afd2-f895afabcb94,revision_number=2']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:11.636163 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:02:11.636542 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Checking segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:02:11.636938 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:11.637318 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Bound using segment: {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'} {{(pid=121023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:02:11.637787 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.managers [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Bound port: ffb6a2c1-2a54-4079-afd2-f895afabcb94, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59744187-3f7e-4b7c-b823-5c7d93a2ea43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48'}}] {{(pid=121023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:02:11.638162 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:11.641922 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:11.680785 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Network d4f898c6-e404-4831-9145-fcdcfc64af5f is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:11.685768 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:11.690319 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:02:11.692706 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] For port ffb6a2c1-2a54-4079-afd2-f895afabcb94, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:02:11.696361 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] For port ffb6a2c1-2a54-4079-afd2-f895afabcb94, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=ffb6a2c1-2a54-4079-afd2-f895afabcb94,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:02:11.715017 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Pushing event updated for resources: {'Port': ['ID=bb093e37-8e32-411a-9fae-8ff0367a5279,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:11.730499 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.730913 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.731260 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.731601 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.731935 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.732268 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.732595 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.732930 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.734937 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.735572 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.736130 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.736683 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.737237 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:11.756111 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637431'] for router_interface (b68df571-e882-4970-9490-0244af80e80a), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:11.880539 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:11.948721 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502af8c-8cca-4ddf-b5d6-131c3045ce30 None None] Pushing event updated for resources: {'Port': ['ID=ffb6a2c1-2a54-4079-afd2-f895afabcb94,revision_number=3']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:11.951142 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Routers {'b68df571-e882-4970-9490-0244af80e80a'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:11.951733 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:01:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b68df571-e882-4970-9490-0244af80e80a'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:12.000689 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-5c331c22-78d6-4845-a3ed-63388eee0c17 None None] Provisioning complete for port bb093e37-8e32-411a-9fae-8ff0367a5279 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:12.001060 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-5c331c22-78d6-4845-a3ed-63388eee0c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:12.051171 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:12.078177 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-5c331c22-78d6-4845-a3ed-63388eee0c17 None None] Port bb093e37-8e32-411a-9fae-8ff0367a5279 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:02:12.095097 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] Set router b68df571-e882-4970-9490-0244af80e80a gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:12.218611 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Publish callbacks [] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:12.287100 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68df571-e882-4970-9490-0244af80e80a', 'name': 'tempest-TestShelveInstance-1111690861-router', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:08Z', 'updated_at': '2022-02-02T15:02:09Z', 'revision_number': 3, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'gw_port': {'id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68df571-e882-4970-9490-0244af80e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:09Z', 'updated_at': '2022-02-02T15:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:12.308712 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:12.319949 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84b3902-6ff0-4f82-a55d-dc6b6c6c43bf None None] The sync data for ids ['b68df571-e882-4970-9490-0244af80e80a'] in dv-cinder-782518-2-iscsi is: [{'id': 'b68df571-e882-4970-9490-0244af80e80a', 'name': 'tempest-TestShelveInstance-1111690861-router', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:08Z', 'updated_at': '2022-02-02T15:02:09Z', 'revision_number': 3, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'gw_port': {'id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68df571-e882-4970-9490-0244af80e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:09Z', 'updated_at': '2022-02-02T15:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:02:12.383368 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637511'] for router_interface (b68df571-e882-4970-9490-0244af80e80a), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:12.385239 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Pushing event updated for resources: {'Port': ['ID=bb093e37-8e32-411a-9fae-8ff0367a5279,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:12.485705 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Network d4f898c6-e404-4831-9145-fcdcfc64af5f is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:12.487236 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:12.653136 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Router b68df571-e882-4970-9490-0244af80e80a has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:02:12.680192 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-1ae69496-0128-4da7-8adb-fb83cbf65801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:12.781924 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:02:12.787860 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b3e31078-3bbb-4b2f-bb23-d552fb0a629c admin admin] 10.222.0.10 "PUT /v2.0/routers/b68df571-e882-4970-9490-0244af80e80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2887216 Feb 02 15:02:12.813258 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4be7ac5d-b93c-4d65-a6b0-f0d0a7a12888 None None] Provisioning complete for port bb093e37-8e32-411a-9fae-8ff0367a5279 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:12.813829 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4be7ac5d-b93c-4d65-a6b0-f0d0a7a12888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:12.862020 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4be7ac5d-b93c-4d65-a6b0-f0d0a7a12888 None None] Port bb093e37-8e32-411a-9fae-8ff0367a5279 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:02:13.356435 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42810) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:13.367461 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-3921d304-91bd-4682-bb30-9945aea2882c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380529742', 'description': 'tempest-secgroup-smoke-1380529742 description', 'project_id': '64b842903bb94bbc8d62f1a6059bac24'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:13.402098 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device ffb6a2c1-2a54-4079-afd2-f895afabcb94 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:13.457718 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port ffb6a2c1-2a54-4079-afd2-f895afabcb94 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:13.458093 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:13.479987 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3921d304-91bd-4682-bb30-9945aea2882c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:13.545880 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port ffb6a2c1-2a54-4079-afd2-f895afabcb94 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:13.546674 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:13.551731 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3921d304-91bd-4682-bb30-9945aea2882c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group (24ae1546-7edc-4816-9d08-5d391b3ef3be), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:13.568225 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] For port ffb6a2c1-2a54-4079-afd2-f895afabcb94, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=ffb6a2c1-2a54-4079-afd2-f895afabcb94,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:13.615569 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3921d304-91bd-4682-bb30-9945aea2882c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (24ae1546-7edc-4816-9d08-5d391b3ef3be), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:13.640415 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:13.646915 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921d304-91bd-4682-bb30-9945aea2882c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ae1546-7edc-4816-9d08-5d391b3ef3be,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:13.691998 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3921d304-91bd-4682-bb30-9945aea2882c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:13.693818 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-3921d304-91bd-4682-bb30-9945aea2882c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3358057 Feb 02 15:02:13.696464 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42812) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:13.699262 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Pushing event updated for resources: {'Port': ['ID=ffb6a2c1-2a54-4079-afd2-f895afabcb94,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:13.700962 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-f246e984-7aaf-4b6e-8e8c-964f3e8c4b45 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Request body: {'security_group_rule': {'security_group_id': '24ae1546-7edc-4816-9d08-5d391b3ef3be', 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:13.793741 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f246e984-7aaf-4b6e-8e8c-964f3e8c4b45 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (1596c7b5-47d8-46d0-8f7a-034e3731a8e1), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:13.854351 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f246e984-7aaf-4b6e-8e8c-964f3e8c4b45 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (1596c7b5-47d8-46d0-8f7a-034e3731a8e1), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:13.954094 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f246e984-7aaf-4b6e-8e8c-964f3e8c4b45 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (1596c7b5-47d8-46d0-8f7a-034e3731a8e1), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:13.969728 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Sync routers for ids ['b68df571-e882-4970-9490-0244af80e80a'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:02:13.975836 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246e984-7aaf-4b6e-8e8c-964f3e8c4b45 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1596c7b5-47d8-46d0-8f7a-034e3731a8e1,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:13.980268 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Routers {'b68df571-e882-4970-9490-0244af80e80a'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:13.981012 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:01:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b68df571-e882-4970-9490-0244af80e80a'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:14.082192 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-f246e984-7aaf-4b6e-8e8c-964f3e8c4b45 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.083468 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-f246e984-7aaf-4b6e-8e8c-964f3e8c4b45 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3860371 Feb 02 15:02:14.086229 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42814) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:14.090618 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-c71803e8-e081-435d-aee6-cb5432e814fa tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Request body: {'security_group_rule': {'security_group_id': '24ae1546-7edc-4816-9d08-5d391b3ef3be', 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:14.093970 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Set router b68df571-e882-4970-9490-0244af80e80a gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:14.234967 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c71803e8-e081-435d-aee6-cb5432e814fa tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (5e52def7-f472-410e-b51f-f5c6a3a8f9e9), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.296597 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c71803e8-e081-435d-aee6-cb5432e814fa tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (5e52def7-f472-410e-b51f-f5c6a3a8f9e9), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.371381 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c71803e8-e081-435d-aee6-cb5432e814fa tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (5e52def7-f472-410e-b51f-f5c6a3a8f9e9), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.385939 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68df571-e882-4970-9490-0244af80e80a', 'name': 'tempest-TestShelveInstance-1111690861-router', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:08Z', 'updated_at': '2022-02-02T15:02:11Z', 'revision_number': 4, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'gw_port': {'id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:89:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68df571-e882-4970-9490-0244af80e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:09Z', 'updated_at': '2022-02-02T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'bb093e37-8e32-411a-9fae-8ff0367a5279', 'name': '', 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'mac_address': 'fa:16:3e:66:ea:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68df571-e882-4970-9490-0244af80e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9c68fca8-14f6-4e15-8bb1-55e33914fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:10Z', 'updated_at': '2022-02-02T15:02:12Z', 'revision_number': 2, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'subnets': [{'id': '9c68fca8-14f6-4e15-8bb1-55e33914fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:14.391192 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71803e8-e081-435d-aee6-cb5432e814fa tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e52def7-f472-410e-b51f-f5c6a3a8f9e9,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:14.414623 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Checking router: b68df571-e882-4970-9490-0244af80e80a for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:02:14.415001 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Updating router b68df571-e882-4970-9490-0244af80e80a port bb093e37-8e32-411a-9fae-8ff0367a5279 binding host dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:02:14.448991 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.487707 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c71803e8-e081-435d-aee6-cb5432e814fa tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.489029 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-c71803e8-e081-435d-aee6-cb5432e814fa tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4018323 Feb 02 15:02:14.493924 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42816) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:14.498670 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-8498b956-bc3e-4d03-8f3b-c5e92dbfb458 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Request body: {'security_group_rule': {'security_group_id': '24ae1546-7edc-4816-9d08-5d391b3ef3be', 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:14.576128 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8498b956-bc3e-4d03-8f3b-c5e92dbfb458 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (78170d9a-05a4-47a1-a0b8-286d161994d9), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.637159 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8498b956-bc3e-4d03-8f3b-c5e92dbfb458 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (78170d9a-05a4-47a1-a0b8-286d161994d9), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.720026 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8498b956-bc3e-4d03-8f3b-c5e92dbfb458 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (78170d9a-05a4-47a1-a0b8-286d161994d9), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.725706 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Publish callbacks [] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), precommit_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.738661 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498b956-bc3e-4d03-8f3b-c5e92dbfb458 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78170d9a-05a4-47a1-a0b8-286d161994d9,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:14.811584 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.843505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-8498b956-bc3e-4d03-8f3b-c5e92dbfb458 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.844766 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-8498b956-bc3e-4d03-8f3b-c5e92dbfb458 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498795 Feb 02 15:02:14.847620 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42818) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:14.852319 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-136dad41-d259-4e06-97e9-16723e66784f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Request body: {'security_group_rule': {'security_group_id': '24ae1546-7edc-4816-9d08-5d391b3ef3be', 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:14.862387 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71e9fd-65b2-4aca-aa13-aaf64b2ba57b None None] Pushing event updated for resources: {'Port': ['ID=bb093e37-8e32-411a-9fae-8ff0367a5279,revision_number=3']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:14.917505 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Attempting to bind port bb093e37-8e32-411a-9fae-8ff0367a5279 on host dv-cinder-782518-2-iscsi for vnic_type normal with profile {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:02:14.917787 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Attempting to bind port bb093e37-8e32-411a-9fae-8ff0367a5279 by drivers openvswitch,hyperv on host dv-cinder-782518-2-iscsi at level 0 using segments [{'id': '949a3914-707f-4acd-943b-b35208c3590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f'}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:02:14.918146 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Attempting to bind port bb093e37-8e32-411a-9fae-8ff0367a5279 on network d4f898c6-e404-4831-9145-fcdcfc64af5f {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:02:14.924291 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Checking agent: {'id': '9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782518-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 41, 49), 'started_at': datetime.datetime(2022, 2, 2, 14, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782518-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:02:14.924799 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Checking segment: {'id': '949a3914-707f-4acd-943b-b35208c3590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:02:14.925060 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.925448 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Bound using segment: {'id': '949a3914-707f-4acd-943b-b35208c3590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f'} {{(pid=121024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:02:14.925936 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.managers [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Bound port: bb093e37-8e32-411a-9fae-8ff0367a5279, host: dv-cinder-782518-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949a3914-707f-4acd-943b-b35208c3590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f'}}] {{(pid=121024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:02:14.926303 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), before_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.968564 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-136dad41-d259-4e06-97e9-16723e66784f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (a0f9c60f-5ef9-42cb-9f62-6796d6b998b9), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:14.995436 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] For port bb093e37-8e32-411a-9fae-8ff0367a5279, host dv-cinder-782518-2-iscsi, cleared binding levels {{(pid=121024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:02:14.999024 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.plugins.ml2.db [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] For port bb093e37-8e32-411a-9fae-8ff0367a5279, host dv-cinder-782518-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=bb093e37-8e32-411a-9fae-8ff0367a5279,segment=NetworkSegment(949a3914-707f-4acd-943b-b35208c3590a),segment_id=949a3914-707f-4acd-943b-b35208c3590a)] {{(pid=121024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:02:15.040881 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-136dad41-d259-4e06-97e9-16723e66784f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (a0f9c60f-5ef9-42cb-9f62-6796d6b998b9), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.080865 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron_lib.callbacks.manager [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), after_update {{(pid=121024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.104404 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-84ad6491-670a-46a2-8384-8ba0c48a4c34 None None] Provisioning complete for port bb093e37-8e32-411a-9fae-8ff0367a5279 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:15.105337 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-84ad6491-670a-46a2-8384-8ba0c48a4c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.109256 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-136dad41-d259-4e06-97e9-16723e66784f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (a0f9c60f-5ef9-42cb-9f62-6796d6b998b9), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.136227 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dad41-d259-4e06-97e9-16723e66784f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f9c60f-5ef9-42cb-9f62-6796d6b998b9,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:15.164953 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Routers {'b68df571-e882-4970-9490-0244af80e80a'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:15.164953 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:01:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b68df571-e882-4970-9490-0244af80e80a'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:15.210568 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-87fe85c1-576b-4877-88e9-e235296e770f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.216473 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-84ad6491-670a-46a2-8384-8ba0c48a4c34 None None] Current status of the port bb093e37-8e32-411a-9fae-8ff0367a5279 is: DOWN; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:15.216974 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-84ad6491-670a-46a2-8384-8ba0c48a4c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.237386 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71e9fd-65b2-4aca-aa13-aaf64b2ba57b None None] Pushing event updated for resources: {'Port': ['ID=bb093e37-8e32-411a-9fae-8ff0367a5279,revision_number=4']} {{(pid=121024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:15.269499 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-84ad6491-670a-46a2-8384-8ba0c48a4c34 None None] For port bb093e37-8e32-411a-9fae-8ff0367a5279, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=bb093e37-8e32-411a-9fae-8ff0367a5279,segment=NetworkSegment(949a3914-707f-4acd-943b-b35208c3590a),segment_id=949a3914-707f-4acd-943b-b35208c3590a)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:15.281321 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-136dad41-d259-4e06-97e9-16723e66784f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.282812 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-136dad41-d259-4e06-97e9-16723e66784f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4343121 Feb 02 15:02:15.285437 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 42824) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:15.303453 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-301338c7-6376-434a-bc0d-242465a3db6f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Request body: {'security_group_rule': {'security_group_id': '24ae1546-7edc-4816-9d08-5d391b3ef3be', 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:15.303565 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] Set router b68df571-e882-4970-9490-0244af80e80a gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:15.373121 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device ffb6a2c1-2a54-4079-afd2-f895afabcb94 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:15.388968 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.securitygroups_db [None req-301338c7-6376-434a-bc0d-242465a3db6f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Project 64b842903bb94bbc8d62f1a6059bac24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:02:15.410209 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-301338c7-6376-434a-bc0d-242465a3db6f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (f1b7d410-c753-4502-8100-012f458bd89a), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.410538 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-84ad6491-670a-46a2-8384-8ba0c48a4c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.472385 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad6491-670a-46a2-8384-8ba0c48a4c34 None None] Pushing event updated for resources: {'Port': ['ID=bb093e37-8e32-411a-9fae-8ff0367a5279,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:15.482725 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port ffb6a2c1-2a54-4079-afd2-f895afabcb94 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:15.483227 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.488466 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-301338c7-6376-434a-bc0d-242465a3db6f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (f1b7d410-c753-4502-8100-012f458bd89a), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.536260 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-aa73f5fc-b54f-4b9a-949f-c5c662647a62 None None] Provisioning complete for port bb093e37-8e32-411a-9fae-8ff0367a5279 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:15.540397 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-aa73f5fc-b54f-4b9a-949f-c5c662647a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.566587 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-301338c7-6376-434a-bc0d-242465a3db6f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (f1b7d410-c753-4502-8100-012f458bd89a), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.577434 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68df571-e882-4970-9490-0244af80e80a', 'name': 'tempest-TestShelveInstance-1111690861-router', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:08Z', 'updated_at': '2022-02-02T15:02:11Z', 'revision_number': 4, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'gw_port': {'id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:89:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68df571-e882-4970-9490-0244af80e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:09Z', 'updated_at': '2022-02-02T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'bb093e37-8e32-411a-9fae-8ff0367a5279', 'name': '', 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'mac_address': 'fa:16:3e:66:ea:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68df571-e882-4970-9490-0244af80e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9c68fca8-14f6-4e15-8bb1-55e33914fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:10Z', 'updated_at': '2022-02-02T15:02:14Z', 'revision_number': 4, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'subnets': [{'id': '9c68fca8-14f6-4e15-8bb1-55e33914fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:15.591495 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301338c7-6376-434a-bc0d-242465a3db6f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b7d410-c753-4502-8100-012f458bd89a,revision_number=0']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:15.611915 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650e721-1273-4c46-8f1d-b229419554c4 None None] The sync data for ids ['b68df571-e882-4970-9490-0244af80e80a'] in dv-cinder-782518-2-iscsi is: [{'id': 'b68df571-e882-4970-9490-0244af80e80a', 'name': 'tempest-TestShelveInstance-1111690861-router', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:08Z', 'updated_at': '2022-02-02T15:02:11Z', 'revision_number': 4, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'gw_port': {'id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:89:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68df571-e882-4970-9490-0244af80e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:09Z', 'updated_at': '2022-02-02T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'bb093e37-8e32-411a-9fae-8ff0367a5279', 'name': '', 'network_id': 'd4f898c6-e404-4831-9145-fcdcfc64af5f', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'mac_address': 'fa:16:3e:66:ea:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68df571-e882-4970-9490-0244af80e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9c68fca8-14f6-4e15-8bb1-55e33914fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:10Z', 'updated_at': '2022-02-02T15:02:14Z', 'revision_number': 4, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'subnets': [{'id': '9c68fca8-14f6-4e15-8bb1-55e33914fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:02:15.622076 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port ffb6a2c1-2a54-4079-afd2-f895afabcb94 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:15.673272 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-aa73f5fc-b54f-4b9a-949f-c5c662647a62 None None] Current status of the port bb093e37-8e32-411a-9fae-8ff0367a5279 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:15.728711 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-301338c7-6376-434a-bc0d-242465a3db6f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.728711 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-301338c7-6376-434a-bc0d-242465a3db6f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4422250 Feb 02 15:02:15.732163 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 42832) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:15.737441 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-0111d1a8-5eb6-4703-824e-ed2054f2c74c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Request body: {'security_group_rule': {'security_group_id': '24ae1546-7edc-4816-9d08-5d391b3ef3be', 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:15.766262 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39c86a-3255-42d9-b15e-ca9a3055739b req-ca70c9f2-39c7-4f5c-86b4-eb7f4859e32a tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:15.767914 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ef39c86a-3255-42d9-b15e-ca9a3055739b req-ca70c9f2-39c7-4f5c-86b4-eb7f4859e32a tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 945 time: 0.2220902 Feb 02 15:02:15.822212 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ef39c86a-3255-42d9-b15e-ca9a3055739b req-1b4019a6-8fa0-4703-859c-402efc557eca tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468569 Feb 02 15:02:15.846278 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.securitygroups_db [None req-0111d1a8-5eb6-4703-824e-ed2054f2c74c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Project 64b842903bb94bbc8d62f1a6059bac24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:02:15.852430 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0111d1a8-5eb6-4703-824e-ed2054f2c74c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (7e4acfeb-1ded-40b4-ae54-af378a08deef), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:15.920255 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0111d1a8-5eb6-4703-824e-ed2054f2c74c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (7e4acfeb-1ded-40b4-ae54-af378a08deef), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:16.005658 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0111d1a8-5eb6-4703-824e-ed2054f2c74c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487723'] for security_group_rule (7e4acfeb-1ded-40b4-ae54-af378a08deef), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:16.025286 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111d1a8-5eb6-4703-824e-ed2054f2c74c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4acfeb-1ded-40b4-ae54-af378a08deef,revision_number=0']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:16.174216 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0111d1a8-5eb6-4703-824e-ed2054f2c74c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:16.180858 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-0111d1a8-5eb6-4703-824e-ed2054f2c74c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4421418 Feb 02 15:02:16.200830 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:17.018513 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4ec0-0408-4ed7-83f2-56deb8d3f057 req-ce71dede-65af-4ac4-a4d5-a74860a4e10a tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:17.020137 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-294f4ec0-0408-4ed7-83f2-56deb8d3f057 req-ce71dede-65af-4ac4-a4d5-a74860a4e10a tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 945 time: 0.1105909 Feb 02 15:02:17.080927 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-294f4ec0-0408-4ed7-83f2-56deb8d3f057 req-f904b291-7d9b-40a1-8383-4d6d156060c2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533545 Feb 02 15:02:17.329990 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-c8e917fe-d74d-46b5-9422-6ffd8cf8398f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:17.332336 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-c8e917fe-d74d-46b5-9422-6ffd8cf8398f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 945 time: 0.0600088 Feb 02 15:02:17.401505 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device bb093e37-8e32-411a-9fae-8ff0367a5279 up at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:17.445537 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Deleting port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:02:17.446222 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:17.453129 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Provisioning complete for port bb093e37-8e32-411a-9fae-8ff0367a5279 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:17.453723 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:17.543736 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Current status of the port bb093e37-8e32-411a-9fae-8ff0367a5279 is: ACTIVE; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:17.552528 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] For port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:17.552897 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:17.752830 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:17.753246 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (14932d88-64c1-4f0c-8e97-fe275f596692), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:17.753571 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Floating IP 14932d88-64c1-4f0c-8e97-fe275f596692 disassociated. External IP: 172.27.3.173, port: 3c9e33c0-3ad7-4240-ba02-b8c22677ae72. Feb 02 15:02:17.753901 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Calling delete_port for 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:02:17.834479 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:18.005905 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (3c9e33c0-3ad7-4240-ba02-b8c22677ae72), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:18.037270 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event deleted for resources: {'Port': ['ID=3c9e33c0-3ad7-4240-ba02-b8c22677ae72,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:18.192446 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-78d07230-c781-4658-86d3-d55c3b0eb495 req-dc4c31ee-7386-4f2f-958b-4e4f454e7c07 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 210 time: 0.0385573 Feb 02 15:02:18.209563 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:02:18.323836 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:02:18.333715 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] Sync routers for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:02:18.344366 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:18.344904 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:02:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:18.369058 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] No DVR routers for this DVR port 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:02:18.372026 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:18.376729 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-31f16735-074f-4f6e-bf9e-2078a49f5fa0 req-29fa12ec-00ff-46e3-b0ac-d18b8dfb0476 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "DELETE /v2.0/ports/3c9e33c0-3ad7-4240-ba02-b8c22677ae72 HTTP/1.1" status: 204 len: 173 time: 1.0401204 Feb 02 15:02:18.377213 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'name': 'network-vif-deleted', 'tag': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:02:18.379602 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef9927f-fa2d-44f9-b98f-f03fc83d7345" -d '{"events": [{"server_uuid": "6c0267fa-4a23-433b-9539-62ed165a77ad", "name": "network-vif-deleted", "tag": "3c9e33c0-3ad7-4240-ba02-b8c22677ae72"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:02:18.588789 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1bba37-acc3-41c5-b268-c9e83de312d2 x-openstack-request-id: req-7e1bba37-acc3-41c5-b268-c9e83de312d2 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:02:18.589194 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0267fa-4a23-433b-9539-62ed165a77ad", "name": "network-vif-deleted", "tag": "3c9e33c0-3ad7-4240-ba02-b8c22677ae72", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:02:18.589548 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e1bba37-acc3-41c5-b268-c9e83de312d2 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:02:18.590029 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0267fa-4a23-433b-9539-62ed165a77ad', 'name': 'network-vif-deleted', 'tag': '3c9e33c0-3ad7-4240-ba02-b8c22677ae72', 'status': 'completed', 'code': 200} Feb 02 15:02:18.610554 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:18.826689 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:18.853838 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] Checking router: 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:02:18.862524 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:18.863164 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:02:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:18.972676 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:19.182167 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:19.203217 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:19.233863 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f55e4e-691a-4059-ae49-27df4a5cd369 None None] The sync data for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi is: [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:02:19.311004 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f781b804-bf21-4b5a-ba6c-4f8b0bb20090 req-a4bf3ee9-a509-47a2-96e2-457a2b975cae tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0267fa-4a23-433b-9539-62ed165a77ad HTTP/1.1" status: 200 len: 210 time: 0.0294080 Feb 02 15:02:19.482686 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3510c15-2ba6-4217-8f42-053bfba477e5 None None] New status for floating IP 14932d88-64c1-4f0c-8e97-fe275f596692: DOWN {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:02:20.560930 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:02:20.575397 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-6712010f-4813-4dde-a30a-b9c47e5c420b tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717231524&fields=id&tenant_id=7bd19cae21664840a25408b84d6c6810 HTTP/1.1" status: 200 len: 267 time: 0.0443192 Feb 02 15:02:20.582429 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:02:20.582799 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 3c9e33c0-3ad7-4240-ba02-b8c22677ae72 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:02:20.690082 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-8ede15d3-f783-4214-914d-3a6934d03d72 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:20.691602 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-8ede15d3-f783-4214-914d-3a6934d03d72 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 811 time: 0.1090500 Feb 02 15:02:20.707032 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-57a3c687-286e-4cb1-8e47-5beb6e6c5387 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/quotas/7bd19cae21664840a25408b84d6c6810 HTTP/1.1" status: 200 len: 375 time: 0.0098770 Feb 02 15:02:20.765111 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-1fd7564d-8dc8-4a86-af2e-e1118c21f814 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514841 Feb 02 15:02:20.785084 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-d0582dd1-37b2-441b-9122-56b62cda2cf1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:02:20.786208 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-d0582dd1-37b2-441b-9122-56b62cda2cf1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066917 Feb 02 15:02:20.887863 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-625d858e-9757-4953-8d81-07d200eda964 service neutron] 10.222.0.10 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936580 Feb 02 15:02:20.984587 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-83d26fc0-0fcd-442f-b7e4-2da082cfd19c service neutron] 10.222.0.10 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904016 Feb 02 15:02:21.634473 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3fcf3eba-de61-4beb-9170-8c8155dbdffb req-30cefcd8-76c5-4153-92d3-1dd5fbe7634a tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 210 time: 0.0293598 Feb 02 15:02:22.741140 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-805e9423-5d79-4ed3-bda8-0da9154134cf req-f953e9db-49a7-4304-8235-df76f61c4f83 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 210 time: 0.0346489 Feb 02 15:02:23.846919 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2f778674-db8e-45ee-95f6-d79d674e49e4 req-1a8f7139-ffe3-4c98-9b45-83d519bf808e tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 210 time: 0.0318317 Feb 02 15:02:24.107870 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-e392a83e-b708-475c-93cc-87da2a2e82b4 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:24.109377 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-e392a83e-b708-475c-93cc-87da2a2e82b4 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 811 time: 0.1005924 Feb 02 15:02:24.221599 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f92ee865-ac42-4435-bf14-b1630a6630a1 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bd19cae21664840a25408b84d6c6810 HTTP/1.1" status: 200 len: 379 time: 0.0713782 Feb 02 15:02:24.229841 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'port': {'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'admin_state_up': True, 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'security_groups': ['2b2d99db-ff62-45c3-bb0e-7542d8790883']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:24.447986 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Made reservation on behalf of 7bd19cae21664840a25408b84d6c6810 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:02:24.452301 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:24.583559 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Allocated IP 172.20.0.8 (14b39b75-cc4d-4f4c-9e54-afadd09031b4/2b8028da-6682-468d-8275-775418c20b32/12eb433b-49f2-4e86-8a09-9e9423415b94) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:02:24.726363 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:24.930436 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:25.001156 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:25.010411 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:25.015930 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:02:25.021814 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'Port': ['ID=12eb433b-49f2-4e86-8a09-9e9423415b94,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:25.059361 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca832e7b-3da7-4e32-a510-c2bfb298d813 req-32bd5862-950d-486a-bdd9-267b0ed08b5c tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:25.060947 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ca832e7b-3da7-4e32-a510-c2bfb298d813 req-32bd5862-950d-486a-bdd9-267b0ed08b5c tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 931 time: 0.1426997 Feb 02 15:02:25.098899 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:25.099522 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:25.137445 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ca832e7b-3da7-4e32-a510-c2bfb298d813 req-45e00af3-b092-4933-b6ae-f80661b55758 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701611 Feb 02 15:02:25.214091 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-f2482fdb-fd58-4b97-8cc8-2ca18ad5f23f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9877648 Feb 02 15:02:25.231289 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Request body: {'port': {'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:25.276526 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-0e0f21aa-9d93-47a4-a11e-7d85883d1e62 None None] Provisioning complete for port 12eb433b-49f2-4e86-8a09-9e9423415b94 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:25.277103 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-0e0f21aa-9d93-47a4-a11e-7d85883d1e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:25.297947 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:25.311566 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f21aa-9d93-47a4-a11e-7d85883d1e62 None None] Port 12eb433b-49f2-4e86-8a09-9e9423415b94 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:02:25.594254 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12eb433b-49f2-4e86-8a09-9e9423415b94 {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:02:25.594562 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:25.601805 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Publish callbacks [] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:25.614532 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Transition to ACTIVE for port object 12eb433b-49f2-4e86-8a09-9e9423415b94 will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:02:25.714342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:25.772476 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Pushing event updated for resources: {'Port': ['ID=12eb433b-49f2-4e86-8a09-9e9423415b94,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:25.850205 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Attempting to bind port 12eb433b-49f2-4e86-8a09-9e9423415b94 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:02:25.850556 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Attempting to bind port 12eb433b-49f2-4e86-8a09-9e9423415b94 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:02:25.851320 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Attempting to bind port 12eb433b-49f2-4e86-8a09-9e9423415b94 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:02:25.860951 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Port 12eb433b-49f2-4e86-8a09-9e9423415b94 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:02:25.861474 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Attempting to bind port 12eb433b-49f2-4e86-8a09-9e9423415b94 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:02:25.870749 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:02:25.871327 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Checking segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:02:25.872149 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Bound using segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:02:25.872864 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Bound port: 12eb433b-49f2-4e86-8a09-9e9423415b94, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:02:25.873435 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:25.986961 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] For port 12eb433b-49f2-4e86-8a09-9e9423415b94, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:02:25.990317 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] For port 12eb433b-49f2-4e86-8a09-9e9423415b94, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=12eb433b-49f2-4e86-8a09-9e9423415b94,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:02:26.091957 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:26.128861 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:26.129533 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:26.130958 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] 10.222.0.115 "PUT /v2.0/ports/12eb433b-49f2-4e86-8a09-9e9423415b94 HTTP/1.1" status: 200 len: 1093 time: 0.9040711 Feb 02 15:02:26.131409 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'tag': '12eb433b-49f2-4e86-8a09-9e9423415b94'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:02:26.133744 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ffe563-40e0-44b8-8cc4-a9fb9c92be42" -d '{"events": [{"name": "network-changed", "server_uuid": "cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee", "tag": "12eb433b-49f2-4e86-8a09-9e9423415b94"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:02:26.163510 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df79ee8-ba0b-4e48-a52e-4f5dd382300b service neutron] Pushing event updated for resources: {'Port': ['ID=12eb433b-49f2-4e86-8a09-9e9423415b94,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:26.187667 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ea9b10-e81c-445a-a64b-f33ca2f672f5 x-openstack-request-id: req-36ea9b10-e81c-445a-a64b-f33ca2f672f5 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:02:26.188142 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee", "tag": "12eb433b-49f2-4e86-8a09-9e9423415b94", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:02:26.188406 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36ea9b10-e81c-445a-a64b-f33ca2f672f5 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:02:26.188829 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'tag': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'status': 'completed', 'code': 200} Feb 02 15:02:26.327435 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b76546-a504-4d89-9693-25770f6a0739 req-090ca7c3-b046-4990-aac0-02f0f37db598 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:26.327583 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a4b76546-a504-4d89-9693-25770f6a0739 req-090ca7c3-b046-4990-aac0-02f0f37db598 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 943 time: 0.0935063 Feb 02 15:02:26.336809 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffe563-40e0-44b8-8cc4-a9fb9c92be42 req-b22769fa-bda2-468f-8272-42c3f60833a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:26.338300 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-68ffe563-40e0-44b8-8cc4-a9fb9c92be42 req-b22769fa-bda2-468f-8272-42c3f60833a2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 1127 time: 0.0936522 Feb 02 15:02:26.437834 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a4b76546-a504-4d89-9693-25770f6a0739 req-5b55785c-b047-48ad-b4b6-479010904778 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038809 Feb 02 15:02:26.471684 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffe563-40e0-44b8-8cc4-a9fb9c92be42 req-9128f966-60b0-4a69-977d-c225a3576391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:26.473176 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-68ffe563-40e0-44b8-8cc4-a9fb9c92be42 req-9128f966-60b0-4a69-977d-c225a3576391 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=7bd19cae21664840a25408b84d6c6810&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1196263 Feb 02 15:02:26.576021 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffe563-40e0-44b8-8cc4-a9fb9c92be42 req-30780dfd-9eb5-418b-9191-2a5f2d46b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:26.577933 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-68ffe563-40e0-44b8-8cc4-a9fb9c92be42 req-30780dfd-9eb5-418b-9191-2a5f2d46b7b5 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0967102 Feb 02 15:02:26.694609 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-0cda1703-e6a9-420f-844a-3ba776167829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:26.696173 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-0cda1703-e6a9-420f-844a-3ba776167829 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 1127 time: 0.0552452 Feb 02 15:02:26.748146 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-a51b1d37-0973-4997-b151-01cce2e685bd service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12eb433b-49f2-4e86-8a09-9e9423415b94 HTTP/1.1" status: 200 len: 217 time: 0.0364041 Feb 02 15:02:26.799033 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-7841a921-d9fa-45cf-8194-05b18e4b71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:26.800468 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-7841a921-d9fa-45cf-8194-05b18e4b71b2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0464902 Feb 02 15:02:26.856817 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-9d76f496-0e04-46aa-8a2e-000642ccba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:26.859821 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-9d76f496-0e04-46aa-8a2e-000642ccba88 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524030 Feb 02 15:02:26.960581 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-81568528-9cef-48fa-a2a1-b41dd085af0a service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925186 Feb 02 15:02:27.070935 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d1009a9-053d-48c0-921a-7f2456a554eb req-2e6daea0-6d4a-4092-a0a8-0493f7b0e49d service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034579 Feb 02 15:02:27.565887 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e09be-3a5f-4bd8-8ce7-7b9d93e5bdea req-39c7a233-cbd6-4477-87b0-67145c979872 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:27.567452 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1f3e09be-3a5f-4bd8-8ce7-7b9d93e5bdea req-39c7a233-cbd6-4477-87b0-67145c979872 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 943 time: 0.0578985 Feb 02 15:02:27.623653 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1f3e09be-3a5f-4bd8-8ce7-7b9d93e5bdea req-03139520-880f-45a0-ade1-320ba5646e1d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497444 Feb 02 15:02:28.750206 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f70fc3-dfa3-4e63-837e-ad22c7eb0609 req-369497c7-c74a-4f08-af5c-0b6c48142467 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:28.751747 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-22f70fc3-dfa3-4e63-837e-ad22c7eb0609 req-369497c7-c74a-4f08-af5c-0b6c48142467 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 943 time: 0.0590918 Feb 02 15:02:28.807737 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-22f70fc3-dfa3-4e63-837e-ad22c7eb0609 req-7c68a58c-0a5e-422f-9840-b5abead37f86 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501664 Feb 02 15:02:29.932439 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffe053-97a4-4c80-92cd-7c60422f7090 req-a5ac3a1e-d806-43b4-a585-c630306637ed tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:29.934260 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-23ffe053-97a4-4c80-92cd-7c60422f7090 req-a5ac3a1e-d806-43b4-a585-c630306637ed tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 943 time: 0.0581982 Feb 02 15:02:29.984044 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-23ffe053-97a4-4c80-92cd-7c60422f7090 req-8a5b4ad4-ce15-4dff-b448-edf81772b12b tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432327 Feb 02 15:02:31.105928 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8e6fa-206d-4bc6-9ddb-6d198574f6c1 req-bed0d0e1-da46-4b45-8aa2-2abf1cfb2e27 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:31.107630 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cde8e6fa-206d-4bc6-9ddb-6d198574f6c1 req-bed0d0e1-da46-4b45-8aa2-2abf1cfb2e27 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 943 time: 0.0540719 Feb 02 15:02:31.157949 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cde8e6fa-206d-4bc6-9ddb-6d198574f6c1 req-b8ee81d8-62a1-40a4-a7dd-4f5d8b8d2734 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438473 Feb 02 15:02:32.278561 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707950e2-60a0-48c1-b34d-b24a2f8da57a req-c57a0f7a-c5ba-415d-ace6-e4f0094e3503 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:32.279941 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-707950e2-60a0-48c1-b34d-b24a2f8da57a req-c57a0f7a-c5ba-415d-ace6-e4f0094e3503 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 943 time: 0.0557632 Feb 02 15:02:32.327151 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-707950e2-60a0-48c1-b34d-b24a2f8da57a req-1c183795-03fc-43c0-ab42-a77c2da1c22e tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Feb 02 15:02:33.445865 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90555102-4e01-493c-807f-1fef131c54cf req-a14f9a14-699e-4766-a6c5-30f35555a83a tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:33.447380 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-90555102-4e01-493c-807f-1fef131c54cf req-a14f9a14-699e-4766-a6c5-30f35555a83a tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 943 time: 0.0531714 Feb 02 15:02:33.495353 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-90555102-4e01-493c-807f-1fef131c54cf req-33644901-c9c9-467a-9f1b-50ad94b785bb tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 Feb 02 15:02:33.997070 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-c09b9d3b-a072-4600-8647-2f3bc2247e5c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380529742&fields=id&tenant_id=64b842903bb94bbc8d62f1a6059bac24 HTTP/1.1" status: 200 len: 267 time: 0.0445275 Feb 02 15:02:34.104253 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-21ad8b12-8d99-4885-bbf6-3e3858e23ec4 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:34.105693 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-21ad8b12-8d99-4885-bbf6-3e3858e23ec4 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/networks?id=4648465b-88dc-4547-9354-dc42af4f0ff6 HTTP/1.1" status: 200 len: 809 time: 0.1022899 Feb 02 15:02:34.120130 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-5ee93b1f-99c1-4d45-8309-3cd2072c7fe4 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/quotas/64b842903bb94bbc8d62f1a6059bac24 HTTP/1.1" status: 200 len: 375 time: 0.0090132 Feb 02 15:02:34.179682 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-e3ac33fd-117f-49da-b03a-a5caf90d3503 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=64b842903bb94bbc8d62f1a6059bac24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538235 Feb 02 15:02:34.264305 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-e965db7e-d713-43b9-9ffc-733fb88b08f0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:02:34.265425 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-e965db7e-d713-43b9-9ffc-733fb88b08f0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0745418 Feb 02 15:02:34.360536 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-d125d23c-46f3-4322-bd3e-74762b8f0aeb service neutron] 10.222.0.10 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889452 Feb 02 15:02:34.447494 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-49b2cbb4-938b-4449-a192-47b337bcf23c service neutron] 10.222.0.10 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814197 Feb 02 15:02:34.617906 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c5f16-8c89-4e19-84ec-53b09d14f3e3 req-2c5bf216-2ae8-4467-8b99-b87aac218da0 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:34.619449 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-789c5f16-8c89-4e19-84ec-53b09d14f3e3 req-2c5bf216-2ae8-4467-8b99-b87aac218da0 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 943 time: 0.0582714 Feb 02 15:02:34.642020 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 12eb433b-49f2-4e86-8a09-9e9423415b94 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:02:34.670446 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-789c5f16-8c89-4e19-84ec-53b09d14f3e3 req-c2c65cb0-6bf6-44f0-9292-a49818e3ba86 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452421 Feb 02 15:02:34.744073 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 12eb433b-49f2-4e86-8a09-9e9423415b94, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=12eb433b-49f2-4e86-8a09-9e9423415b94,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:34.755470 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'mac_address': 'fa:16:3e:6e:12:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:02:34.794306 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 12eb433b-49f2-4e86-8a09-9e9423415b94 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:34.794699 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:34.808170 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12eb433b-49f2-4e86-8a09-9e9423415b94 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:02:34.832184 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 12eb433b-49f2-4e86-8a09-9e9423415b94, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=12eb433b-49f2-4e86-8a09-9e9423415b94,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:34.914866 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:34.962843 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=12eb433b-49f2-4e86-8a09-9e9423415b94,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:35.052369 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7e63c515-83b9-4f62-b0a6-e7795d493195 req-ebf292ae-9be1-46e1-b16b-35e7d593c274 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 210 time: 0.0272784 Feb 02 15:02:35.252470 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['12eb433b-49f2-4e86-8a09-9e9423415b94'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:02:35.792523 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5edbc8-4b80-4d48-9b8e-16a2b71c660b req-95ae7c2f-9d15-4899-8fd6-12b809053a45 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:35.794088 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5edbc8-4b80-4d48-9b8e-16a2b71c660b req-95ae7c2f-9d15-4899-8fd6-12b809053a45 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 944 time: 0.0553114 Feb 02 15:02:35.845400 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4f5edbc8-4b80-4d48-9b8e-16a2b71c660b req-189e4057-d194-487c-b707-746f0b57f52a tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448141 Feb 02 15:02:36.153088 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-61fa98d0-27bb-4f68-9117-8367aaa515a2 req-b8c6c7f9-2afd-473a-8ab1-7253b9dc2509 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 210 time: 0.0342226 Feb 02 15:02:36.655152 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 12eb433b-49f2-4e86-8a09-9e9423415b94 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:36.822437 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 12eb433b-49f2-4e86-8a09-9e9423415b94 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:02:36.826531 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 12eb433b-49f2-4e86-8a09-9e9423415b94 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:36.826932 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:36.913209 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 12eb433b-49f2-4e86-8a09-9e9423415b94 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:36.913606 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:36.938747 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb433b-49f2-4e86-8a09-9e9423415b94'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:02:36.941618 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a4d7c5-604d-4d56-8889-a16029b3b391" -d '{"events": [{"server_uuid": "cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee", "name": "network-vif-plugged", "status": "completed", "tag": "12eb433b-49f2-4e86-8a09-9e9423415b94"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:02:36.962081 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 12eb433b-49f2-4e86-8a09-9e9423415b94, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=12eb433b-49f2-4e86-8a09-9e9423415b94,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:36.970098 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a745451-4d56-4482-a0eb-2b08e3da95be req-168ff724-3d1c-40c5-bbb1-1a5630f524f9 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:36.971703 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1a745451-4d56-4482-a0eb-2b08e3da95be req-168ff724-3d1c-40c5-bbb1-1a5630f524f9 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 944 time: 0.0574474 Feb 02 15:02:37.023363 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1a745451-4d56-4482-a0eb-2b08e3da95be req-6f43fb79-41a9-432d-92de-375ba7568c3f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458331 Feb 02 15:02:37.035168 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:37.060570 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1901d225-17c0-4a24-9d4c-220901ee92e5 x-openstack-request-id: req-1901d225-17c0-4a24-9d4c-220901ee92e5 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:02:37.060864 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee", "name": "network-vif-plugged", "status": "completed", "tag": "12eb433b-49f2-4e86-8a09-9e9423415b94", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:02:37.061118 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1901d225-17c0-4a24-9d4c-220901ee92e5 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:02:37.061505 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'code': 200} Feb 02 15:02:37.088420 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=12eb433b-49f2-4e86-8a09-9e9423415b94,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:37.272604 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4fd2a831-5688-4bfc-8026-ab4fcc22f4f6 req-fff2a1bc-f23e-4e30-acc3-62aacc98638f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 210 time: 0.0306363 Feb 02 15:02:37.406246 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-a839d997-d969-4f5a-b390-b061d705b8f7 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:37.408101 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-a839d997-d969-4f5a-b390-b061d705b8f7 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.115 "GET /v2.0/networks?id=4648465b-88dc-4547-9354-dc42af4f0ff6 HTTP/1.1" status: 200 len: 809 time: 0.1119430 Feb 02 15:02:37.479124 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-bc07066a-0324-478a-ab6d-da75be30f90e tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b842903bb94bbc8d62f1a6059bac24 HTTP/1.1" status: 200 len: 380 time: 0.0552082 Feb 02 15:02:37.487976 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Request body: {'port': {'device_id': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'admin_state_up': True, 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'security_groups': ['24ae1546-7edc-4816-9d08-5d391b3ef3be']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:37.631760 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ce78a-5e6f-446d-abfa-9e14b002ac74 req-f996dd7f-d860-492a-8a74-df9bbf34dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:37.633315 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-d97ce78a-5e6f-446d-abfa-9e14b002ac74 req-f996dd7f-d860-492a-8a74-df9bbf34dc14 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 1129 time: 0.0452237 Feb 02 15:02:37.656679 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Made reservation on behalf of 64b842903bb94bbc8d62f1a6059bac24 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:02:37.660194 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:37.681396 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [req-d97ce78a-5e6f-446d-abfa-9e14b002ac74 req-92adbd66-e1cc-43d5-ab7c-aa75d20d2d05 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423737 Feb 02 15:02:37.785362 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Allocated IP 172.20.0.8 (4648465b-88dc-4547-9354-dc42af4f0ff6/a2ddadf7-401d-42c9-a319-9f35b907bcdb/cf47cf89-6d5e-4dee-92e5-c1847d643b06) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:02:38.237874 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:38.252995 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd661e1-3b0d-4cd2-a069-0f9e29dc441b req-475b129d-6361-4724-84fa-32dfe4605eed tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:38.254444 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cfd661e1-3b0d-4cd2-a069-0f9e29dc441b req-475b129d-6361-4724-84fa-32dfe4605eed tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 945 time: 0.0893848 Feb 02 15:02:38.322143 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cfd661e1-3b0d-4cd2-a069-0f9e29dc441b req-aceeda53-7a0f-4a9e-b932-93828c387330 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612102 Feb 02 15:02:38.381650 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d5ca3207-7b5e-4649-b300-8b4b5df67467 req-6fbe5b8c-c3cd-408d-adac-846290140d02 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 210 time: 0.0286341 Feb 02 15:02:38.382842 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:38.426691 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Network 4648465b-88dc-4547-9354-dc42af4f0ff6 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:38.431826 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:38.435465 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:02:38.442380 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event updated for resources: {'Port': ['ID=cf47cf89-6d5e-4dee-92e5-c1847d643b06,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:38.491733 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:38.492379 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:38.597901 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-f9f7b491-3adf-4d52-8712-5b0458b15e05 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1136208 Feb 02 15:02:38.627699 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Request body: {'port': {'device_id': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:38.669020 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-f8cb8db7-f8c0-4c47-ae9d-48ab94d1648e None None] Provisioning complete for port cf47cf89-6d5e-4dee-92e5-c1847d643b06 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:38.669533 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f8cb8db7-f8c0-4c47-ae9d-48ab94d1648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:38.691628 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:38.725423 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb8db7-f8c0-4c47-ae9d-48ab94d1648e None None] Port cf47cf89-6d5e-4dee-92e5-c1847d643b06 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:02:38.961707 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf47cf89-6d5e-4dee-92e5-c1847d643b06 {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:02:38.969814 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Publish callbacks [] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:38.982186 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Transition to ACTIVE for port object cf47cf89-6d5e-4dee-92e5-c1847d643b06 will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:02:39.085439 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:39.161932 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Pushing event updated for resources: {'Port': ['ID=cf47cf89-6d5e-4dee-92e5-c1847d643b06,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:39.218098 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Attempting to bind port cf47cf89-6d5e-4dee-92e5-c1847d643b06 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:02:39.218359 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Attempting to bind port cf47cf89-6d5e-4dee-92e5-c1847d643b06 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:02:39.219285 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Attempting to bind port cf47cf89-6d5e-4dee-92e5-c1847d643b06 on network 4648465b-88dc-4547-9354-dc42af4f0ff6 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:02:39.224190 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Port cf47cf89-6d5e-4dee-92e5-c1847d643b06 on network 4648465b-88dc-4547-9354-dc42af4f0ff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:02:39.224513 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Attempting to bind port cf47cf89-6d5e-4dee-92e5-c1847d643b06 on network 4648465b-88dc-4547-9354-dc42af4f0ff6 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:02:39.229588 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:02:39.229931 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Checking segment: {'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:02:39.230314 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Bound using segment: {'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:02:39.230748 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Bound port: cf47cf89-6d5e-4dee-92e5-c1847d643b06, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880d2fa6-5eef-4725-aaad-c3c118875dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:02:39.231176 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:39.299957 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] For port cf47cf89-6d5e-4dee-92e5-c1847d643b06, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:02:39.303030 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] For port cf47cf89-6d5e-4dee-92e5-c1847d643b06, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:02:39.388900 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:39.454119 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:39.454119 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:39.455476 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] 10.222.0.115 "PUT /v2.0/ports/cf47cf89-6d5e-4dee-92e5-c1847d643b06 HTTP/1.1" status: 200 len: 1093 time: 0.8347571 Feb 02 15:02:39.459339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:02:39.462000 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:02:39.526095 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a624e-a6a0-4593-ab25-757785efeb69 service neutron] Pushing event updated for resources: {'Port': ['ID=cf47cf89-6d5e-4dee-92e5-c1847d643b06,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:39.552224 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3cafe-f358-41ed-a40f-7c8eff3fa95a req-013487c7-511d-4b44-93fb-a7c2f4ae538c tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:39.555319 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ebc3cafe-f358-41ed-a40f-7c8eff3fa95a req-013487c7-511d-4b44-93fb-a7c2f4ae538c tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 945 time: 0.1599991 Feb 02 15:02:39.573509 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e3905-936d-4e38-ae62-2d33103dbb73 req-6995c4e5-1187-4dd4-8eeb-775683dc8a81 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:39.574918 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e80e3905-936d-4e38-ae62-2d33103dbb73 req-6995c4e5-1187-4dd4-8eeb-775683dc8a81 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.1162441 Feb 02 15:02:39.683998 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ebc3cafe-f358-41ed-a40f-7c8eff3fa95a req-e0f781e6-14f2-4d10-835a-267c7747d57e tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240277 Feb 02 15:02:39.708974 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e80e3905-936d-4e38-ae62-2d33103dbb73 req-e3bf3a8a-d99c-4457-9eb2-ac0769bd8a68 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213496 Feb 02 15:02:39.719843 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-c615e941-720a-4ae4-b7d2-f736626f2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:39.721257 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-c615e941-720a-4ae4-b7d2-f736626f2dfe service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=64b842903bb94bbc8d62f1a6059bac24&device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1127 time: 0.0931478 Feb 02 15:02:39.736330 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1be443-1379-4a5a-9203-94a7ef4bfae8 x-openstack-request-id: req-ac1be443-1379-4a5a-9203-94a7ef4bfae8 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:02:39.736589 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:02:39.736860 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac1be443-1379-4a5a-9203-94a7ef4bfae8 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:02:39.737273 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'status': 'completed', 'code': 200} Feb 02 15:02:39.778892 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-58445d38-43e8-4aed-88d5-c94a3e103879 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06 HTTP/1.1" status: 200 len: 217 time: 0.0406382 Feb 02 15:02:39.858822 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-cbc16b16-7416-4a31-a912-b7e60bb32482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:39.860765 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-cbc16b16-7416-4a31-a912-b7e60bb32482 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a2ddadf7-401d-42c9-a319-9f35b907bcdb HTTP/1.1" status: 200 len: 848 time: 0.0743246 Feb 02 15:02:39.884136 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0136e5-5465-411a-99fd-539fb83bba7f req-8c2f1be2-8de9-4096-9770-21b0cd595cb0 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:39.885641 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7d0136e5-5465-411a-99fd-539fb83bba7f req-8c2f1be2-8de9-4096-9770-21b0cd595cb0 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 945 time: 0.1108198 Feb 02 15:02:39.956815 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-7d0136e5-5465-411a-99fd-539fb83bba7f req-e6bc6f8b-3bb1-4978-a146-c109938d33ec tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547705 Feb 02 15:02:39.962832 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-0e5d726f-0a19-446d-8233-8165336ac0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:39.964439 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-0e5d726f-0a19-446d-8233-8165336ac0f4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4648465b-88dc-4547-9354-dc42af4f0ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969865 Feb 02 15:02:39.981012 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43044) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:40.029289 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a45e8-83f4-4bc8-b57d-15d247525f1c tempest-TestVolumeBootPattern-642031736 tempest-TestVolumeBootPattern-642031736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:40.033593 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-419a45e8-83f4-4bc8-b57d-15d247525f1c tempest-TestVolumeBootPattern-642031736 tempest-TestVolumeBootPattern-642031736-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 1124 time: 0.0488768 Feb 02 15:02:40.033832 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43046) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:40.038111 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'floatingip': {'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:40.062279 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-6a8231df-9a82-4e32-b7ee-837fce55c01d service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911891 Feb 02 15:02:40.154075 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0d308c8a-c77e-4d94-a2f1-184374ef889f req-09dc5910-f6ef-40a7-9615-91f7a0cf8b40 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858729 Feb 02 15:02:40.172904 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:40.282454 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:40.369115 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-b6f3974a-9cd7-45d7-9c0a-a23d0bcc185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:40.370988 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-b6f3974a-9cd7-45d7-9c0a-a23d0bcc185c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=64b842903bb94bbc8d62f1a6059bac24&device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1127 time: 0.0481660 Feb 02 15:02:40.399974 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Allocated IP 172.27.3.76 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/2f3b92f4-2695-4aa9-9eb0-89d50cb180c1) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:02:40.470085 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-2a19dfc9-ec2a-46ad-9ebc-3291866e1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:40.471704 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-2a19dfc9-ec2a-46ad-9ebc-3291866e1213 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4648465b-88dc-4547-9354-dc42af4f0ff6 HTTP/1.1" status: 200 len: 911 time: 0.0940483 Feb 02 15:02:40.512941 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for port (2f3b92f4-2695-4aa9-9eb0-89d50cb180c1), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:40.524356 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-b35fbc2d-3a2b-41b9-9c48-f50c58866e59 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06 HTTP/1.1" status: 200 len: 217 time: 0.0368366 Feb 02 15:02:40.584927 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-98c3a736-4a52-491f-b4c8-8f01f1142d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:40.586304 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-98c3a736-4a52-491f-b4c8-8f01f1142d12 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a2ddadf7-401d-42c9-a319-9f35b907bcdb HTTP/1.1" status: 200 len: 848 time: 0.0528798 Feb 02 15:02:40.633259 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (2f3b92f4-2695-4aa9-9eb0-89d50cb180c1), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:40.636671 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-e62cc86a-b455-48b9-b40d-41ea42994e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:40.638187 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-e62cc86a-b455-48b9-b40d-41ea42994e4d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4648465b-88dc-4547-9354-dc42af4f0ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456984 Feb 02 15:02:40.675230 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:40.678132 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:40.684136 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:02:40.714392 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'Port': ['ID=2f3b92f4-2695-4aa9-9eb0-89d50cb180c1,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:40.743219 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-ed584fba-5eec-4d96-b467-e3447b961d12 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977936 Feb 02 15:02:40.873238 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1956985a-5cdb-4d5f-a68a-4b5fbba4301a req-9b639a0a-afe5-485b-9749-a429bc4b3436 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240110 Feb 02 15:02:40.885285 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb865b-7c03-4a3f-91e5-a50e64e95d41 req-22bbf412-2582-4fde-9b99-60abac19ecdb tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:40.886752 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3cbb865b-7c03-4a3f-91e5-a50e64e95d41 req-22bbf412-2582-4fde-9b99-60abac19ecdb tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.1007416 Feb 02 15:02:40.945730 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3cbb865b-7c03-4a3f-91e5-a50e64e95d41 req-6a28ee8b-97dc-45b8-ab1b-7acea68c8fa7 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507877 Feb 02 15:02:41.070577 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (6de45de4-dc75-49a8-9b9a-963eb21d16d1), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:41.202285 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (2f3b92f4-2695-4aa9-9eb0-89d50cb180c1), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:41.357833 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for port (2f3b92f4-2695-4aa9-9eb0-89d50cb180c1), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:41.422990 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (2f3b92f4-2695-4aa9-9eb0-89d50cb180c1), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:41.492794 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'Port': ['ID=2f3b92f4-2695-4aa9-9eb0-89d50cb180c1,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:41.505122 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (6de45de4-dc75-49a8-9b9a-963eb21d16d1), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:41.612268 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.l3_db [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Floating IP 6de45de4-dc75-49a8-9b9a-963eb21d16d1 associated. External IP: 172.27.3.76, port: 12eb433b-49f2-4e86-8a09-9e9423415b94. Feb 02 15:02:41.838120 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:02:42.076994 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2349a-8f7a-4fdb-b2de-f9b136e2e9c7 req-50c22077-853f-4232-a667-99e66d57c405 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:42.078690 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f9a2349a-8f7a-4fdb-b2de-f9b136e2e9c7 req-50c22077-853f-4232-a667-99e66d57c405 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0605514 Feb 02 15:02:42.134924 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f9a2349a-8f7a-4fdb-b2de-f9b136e2e9c7 req-71359d33-3499-48d8-b6e1-0961d3121ab6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484114 Feb 02 15:02:42.194601 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:02:42.206786 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] Sync routers for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:02:42.216738 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:42.217362 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:02:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:42.275037 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:42.305443 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-4f622e9a-c274-4422-98f0-eecd148fdb13 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2705343 Feb 02 15:02:42.306182 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'tag': '12eb433b-49f2-4e86-8a09-9e9423415b94'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:02:42.308505 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9883cbef-c3e2-4447-814f-10d785efa390" -d '{"events": [{"name": "network-changed", "server_uuid": "cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee", "tag": "12eb433b-49f2-4e86-8a09-9e9423415b94"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:02:42.327421 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:42.348222 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48a642-d7d5-4fdb-ab55-71d4340204eb x-openstack-request-id: req-8c48a642-d7d5-4fdb-ab55-71d4340204eb {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:02:42.348516 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee", "tag": "12eb433b-49f2-4e86-8a09-9e9423415b94", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:02:42.348796 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c48a642-d7d5-4fdb-ab55-71d4340204eb {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:02:42.349200 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'tag': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'status': 'completed', 'code': 200} Feb 02 15:02:42.447018 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883cbef-c3e2-4447-814f-10d785efa390 req-122c5983-d795-4c07-903d-c1d429751f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:42.448542 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9883cbef-c3e2-4447-814f-10d785efa390 req-122c5983-d795-4c07-903d-c1d429751f8c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 1129 time: 0.0508552 Feb 02 15:02:42.556542 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883cbef-c3e2-4447-814f-10d785efa390 req-f9e3fb87-fe2b-4299-a786-aed5cf3326ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:42.558164 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9883cbef-c3e2-4447-814f-10d785efa390 req-f9e3fb87-fe2b-4299-a786-aed5cf3326ac service neutron] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 913 time: 0.1036232 Feb 02 15:02:42.616152 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '6de45de4-dc75-49a8-9b9a-963eb21d16d1', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:6e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:40Z', 'updated_at': '2022-02-02T15:02:40Z', 'revision_number': 0, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:42.627878 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9883cbef-c3e2-4447-814f-10d785efa390 req-54e96982-d8a0-4cc2-8661-a8162ab64d2f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12eb433b-49f2-4e86-8a09-9e9423415b94 HTTP/1.1" status: 200 len: 998 time: 0.0627897 Feb 02 15:02:42.650692 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] Checking router: 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:02:42.662958 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:42.663604 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:02:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:42.678851 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883cbef-c3e2-4447-814f-10d785efa390 req-b5cc19f6-4677-4f23-a1a1-0f3ae3948546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:42.680331 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9883cbef-c3e2-4447-814f-10d785efa390 req-b5cc19f6-4677-4f23-a1a1-0f3ae3948546 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0462792 Feb 02 15:02:42.700183 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3115bb5a-4612-4dec-bf30-147ddbd6e164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:42.738679 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883cbef-c3e2-4447-814f-10d785efa390 req-ee09875c-4c72-416a-aebd-deb8fb7a1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:42.740252 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9883cbef-c3e2-4447-814f-10d785efa390 req-ee09875c-4c72-416a-aebd-deb8fb7a1ea8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536511 Feb 02 15:02:42.788979 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:42.842171 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9883cbef-c3e2-4447-814f-10d785efa390 req-5a62707f-8451-4d75-a029-681012953910 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956898 Feb 02 15:02:42.964731 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9883cbef-c3e2-4447-814f-10d785efa390 req-91bf4366-7f99-40e7-9a70-11291dbe6308 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161671 Feb 02 15:02:43.074003 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '6de45de4-dc75-49a8-9b9a-963eb21d16d1', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:6e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:40Z', 'updated_at': '2022-02-02T15:02:40Z', 'revision_number': 0, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:43.257412 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9345cbf-4c3e-4964-b08d-e14d68f5f72c None None] The sync data for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi is: [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '6de45de4-dc75-49a8-9b9a-963eb21d16d1', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:6e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:40Z', 'updated_at': '2022-02-02T15:02:40Z', 'revision_number': 0, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:02:43.280176 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c23ba2-7c5b-4cc6-a03c-74d50a449091 req-4a88761b-7c5e-477b-8e4d-cb03dc50495d tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:43.282410 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-83c23ba2-7c5b-4cc6-a03c-74d50a449091 req-4a88761b-7c5e-477b-8e4d-cb03dc50495d tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0661044 Feb 02 15:02:43.349931 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-83c23ba2-7c5b-4cc6-a03c-74d50a449091 req-a1ef13db-1927-4cfc-80c0-8c261fbc1d70 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606277 Feb 02 15:02:43.474827 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efaebc5-f65c-4fd1-86ce-a138cd62552a None None] New status for floating IP 6de45de4-dc75-49a8-9b9a-963eb21d16d1: ACTIVE {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:02:44.519278 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7e3fa-7822-4bb2-b87e-c3bd9c3d2dde req-504e7dca-a815-44cc-8752-5bfdaead6d3f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:44.520834 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a2e7e3fa-7822-4bb2-b87e-c3bd9c3d2dde req-504e7dca-a815-44cc-8752-5bfdaead6d3f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0835679 Feb 02 15:02:44.571924 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a2e7e3fa-7822-4bb2-b87e-c3bd9c3d2dde req-d8cf04b1-4541-4bfe-bce0-69f9e468a39c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452988 Feb 02 15:02:45.148251 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-18eea00d-3bac-46bd-b76d-abfb5d47974d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:45.690978 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51384d3b-9f88-488c-a40e-fd6918f951e2 req-b70afdaa-0356-4913-9a79-8934a25aaf2a tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:45.692473 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-51384d3b-9f88-488c-a40e-fd6918f951e2 req-b70afdaa-0356-4913-9a79-8934a25aaf2a tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0545843 Feb 02 15:02:45.745778 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-51384d3b-9f88-488c-a40e-fd6918f951e2 req-59fd1848-1ea7-420b-8d40-2532cf2bc9f4 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475492 Feb 02 15:02:46.314830 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:46.872812 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d90de-30a4-4bff-b696-1bf90390ff1e req-cc01b06b-3912-4c64-a6ef-6777fffaaf53 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:46.874530 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a64d90de-30a4-4bff-b696-1bf90390ff1e req-cc01b06b-3912-4c64-a6ef-6777fffaaf53 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0595033 Feb 02 15:02:46.927040 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a64d90de-30a4-4bff-b696-1bf90390ff1e req-aafd7673-d0a5-455b-ab26-8f929fee56b9 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464020 Feb 02 15:02:47.821453 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:48.044015 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dfb7e-5231-4c37-a669-4cabb1059e47 req-1d42df55-34ba-494d-9bc6-86d843f5ae19 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:48.045510 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-730dfb7e-5231-4c37-a669-4cabb1059e47 req-1d42df55-34ba-494d-9bc6-86d843f5ae19 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0526316 Feb 02 15:02:48.094322 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-730dfb7e-5231-4c37-a669-4cabb1059e47 req-4f832170-39e9-4ba1-b62d-b9c3e8ef2e84 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419028 Feb 02 15:02:48.610981 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:02:48.725172 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device cf47cf89-6d5e-4dee-92e5-c1847d643b06 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:02:48.830387 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port cf47cf89-6d5e-4dee-92e5-c1847d643b06, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:48.841716 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'port_id': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'mac_address': 'fa:16:3e:7d:b3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:02:48.879434 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port cf47cf89-6d5e-4dee-92e5-c1847d643b06 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:48.879842 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:48.892738 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf47cf89-6d5e-4dee-92e5-c1847d643b06 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:02:48.911335 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port cf47cf89-6d5e-4dee-92e5-c1847d643b06, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:48.987720 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:49.038365 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=cf47cf89-6d5e-4dee-92e5-c1847d643b06,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:49.175640 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:49.215015 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93954a6d-20fa-44dc-8fe3-4ea2c92c0fef req-039b2c03-8d47-4831-b557-c1ca753af7dc tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:49.216508 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-93954a6d-20fa-44dc-8fe3-4ea2c92c0fef req-039b2c03-8d47-4831-b557-c1ca753af7dc tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 944 time: 0.0546629 Feb 02 15:02:49.266023 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-93954a6d-20fa-44dc-8fe3-4ea2c92c0fef req-681683e7-873d-4008-a24a-0d507ce124f2 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434840 Feb 02 15:02:49.344184 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['cf47cf89-6d5e-4dee-92e5-c1847d643b06'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:02:50.389244 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93d03f-b897-4e8c-9d09-30a21ed9f2a8 req-042d8ccf-5b2b-461a-97c1-8d587dd934fb tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:50.390715 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1f93d03f-b897-4e8c-9d09-30a21ed9f2a8 req-042d8ccf-5b2b-461a-97c1-8d587dd934fb tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 944 time: 0.0576439 Feb 02 15:02:50.441875 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-1f93d03f-b897-4e8c-9d09-30a21ed9f2a8 req-3bb67918-9a87-409f-98af-86c658773a67 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435495 Feb 02 15:02:50.735485 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device cf47cf89-6d5e-4dee-92e5-c1847d643b06 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:02:50.879952 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port cf47cf89-6d5e-4dee-92e5-c1847d643b06 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:02:50.884228 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port cf47cf89-6d5e-4dee-92e5-c1847d643b06 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:02:50.888969 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:50.969225 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port cf47cf89-6d5e-4dee-92e5-c1847d643b06 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:02:50.969605 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:50.992483 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:02:50.994903 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6769ef1-f51a-4bdd-8fdc-686d85ba9df0" -d '{"events": [{"server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "name": "network-vif-plugged", "status": "completed", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:02:51.007244 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port cf47cf89-6d5e-4dee-92e5-c1847d643b06, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:02:51.032666 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94f5ac2-e3b4-4c25-be10-f0ce0fc5afca x-openstack-request-id: req-c94f5ac2-e3b4-4c25-be10-f0ce0fc5afca {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:02:51.032966 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "name": "network-vif-plugged", "status": "completed", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:02:51.033226 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c94f5ac2-e3b4-4c25-be10-f0ce0fc5afca {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:02:51.034168 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'code': 200} Feb 02 15:02:51.101108 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:51.148800 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=cf47cf89-6d5e-4dee-92e5-c1847d643b06,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:51.470425 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e407c-c7c3-43a0-ad2f-8006929a62bc req-206e3fb8-df8a-4755-a569-64dd224f15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:51.472840 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f56e407c-c7c3-43a0-ad2f-8006929a62bc req-206e3fb8-df8a-4755-a569-64dd224f15c4 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1129 time: 0.0445096 Feb 02 15:02:51.529162 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f56e407c-c7c3-43a0-ad2f-8006929a62bc req-aeb65ad4-3a1c-4ba7-a935-208eb60e2a44 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501697 Feb 02 15:02:51.569821 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef4cce-2d81-4817-81d0-0e476fba848f req-32ef0580-4892-4d68-9934-5906f46e4aa7 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:51.571261 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a2ef4cce-2d81-4817-81d0-0e476fba848f req-32ef0580-4892-4d68-9934-5906f46e4aa7 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0633528 Feb 02 15:02:51.623384 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a2ef4cce-2d81-4817-81d0-0e476fba848f req-0603a907-4905-4d51-bd58-523e76879686 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466642 Feb 02 15:02:52.750585 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6eeec-95f7-4736-a488-647534143b56 req-16c72ea1-1874-4da7-9725-e15aaa08005f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:52.752135 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-53e6eeec-95f7-4736-a488-647534143b56 req-16c72ea1-1874-4da7-9725-e15aaa08005f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0548708 Feb 02 15:02:52.805204 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-53e6eeec-95f7-4736-a488-647534143b56 req-6c031592-89ca-4324-9374-cee98fc272fe tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463467 Feb 02 15:02:53.925455 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa4556-b99e-43d1-8c46-bd87e9e5338a req-75e46ea9-321e-4d44-901f-9e4a6edccea2 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:53.926923 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-55aa4556-b99e-43d1-8c46-bd87e9e5338a req-75e46ea9-321e-4d44-901f-9e4a6edccea2 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0529633 Feb 02 15:02:53.975165 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-55aa4556-b99e-43d1-8c46-bd87e9e5338a req-6b6bda84-9554-442a-8288-3885871c02aa tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425429 Feb 02 15:02:54.100226 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1c9f-5529-4a59-b82e-1d2f9f0ed422 req-c21451a3-8721-44a1-b490-a50794e216c0 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:54.101786 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-038d1c9f-5529-4a59-b82e-1d2f9f0ed422 req-c21451a3-8721-44a1-b490-a50794e216c0 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0583375 Feb 02 15:02:54.151318 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-038d1c9f-5529-4a59-b82e-1d2f9f0ed422 req-226bde06-00ad-4940-b72c-3e7317de6431 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437746 Feb 02 15:02:54.172553 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43082) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:54.257495 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c264ed-83eb-40de-bf7a-f8fda4280ebd tempest-TestShelveInstance-527262356 tempest-TestShelveInstance-527262356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:54.259043 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-68c264ed-83eb-40de-bf7a-f8fda4280ebd tempest-TestShelveInstance-527262356 tempest-TestShelveInstance-527262356-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1124 time: 0.0854561 Feb 02 15:02:54.265933 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43086) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:02:54.270534 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.v2.base [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Request body: {'floatingip': {'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'port_id': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:02:54.353132 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:54.452804 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:54.556328 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_common [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Allocated IP 172.27.3.89 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/cc2aeae6-f2d9-47da-820b-d32ee03df12d) {{(pid=121021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:02:54.658602 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for port (cc2aeae6-f2d9-47da-820b-d32ee03df12d), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:54.764456 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (cc2aeae6-f2d9-47da-820b-d32ee03df12d), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:54.803240 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:02:54.808655 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.base_scheduler [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Resources bound (agent type, host, resource id): {{(pid=121021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:02:54.812348 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Received port after_create {{(pid=121021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:02:54.817991 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event updated for resources: {'Port': ['ID=cc2aeae6-f2d9-47da-820b-d32ee03df12d,revision_number=1']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:54.849734 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.850136 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.850429 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.850854 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.851137 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.851461 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.851791 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.852116 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.852440 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.852769 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.853097 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.853419 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:54.853752 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:02:55.192467 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for floatingip (bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d), precommit_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:55.342864 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (cc2aeae6-f2d9-47da-820b-d32ee03df12d), before_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:55.495944 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for port (cc2aeae6-f2d9-47da-820b-d32ee03df12d), precommit_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:55.559627 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5467578'] for port (cc2aeae6-f2d9-47da-820b-d32ee03df12d), after_update {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:55.611372 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:55.635380 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event updated for resources: {'Port': ['ID=cc2aeae6-f2d9-47da-820b-d32ee03df12d,revision_number=2']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:02:55.645816 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d), after_create {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:55.752044 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.db.l3_db [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Floating IP bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d associated. External IP: 172.27.3.89, port: cf47cf89-6d5e-4dee-92e5-c1847d643b06. Feb 02 15:02:55.964800 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Router 79333550-41f8-46a7-85b2-96bb5d052b71 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:02:56.071326 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:02:56.081486 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] Sync routers for ids ['79333550-41f8-46a7-85b2-96bb5d052b71'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:02:56.091404 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] Routers {'79333550-41f8-46a7-85b2-96bb5d052b71'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:56.095086 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:02:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['79333550-41f8-46a7-85b2-96bb5d052b71'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:56.144885 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:02:56.180741 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-cdba8ea9-826a-4d9d-bcc5-1ec9da6d0fe6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9135389 Feb 02 15:02:56.181099 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06'}] {{(pid=121021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:02:56.184680 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e866653651a5f1e911819077d059593ff87fcaf05816c58540d65ab328e55da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06"}]}' {{(pid=121021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:02:56.214522 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] Set router 79333550-41f8-46a7-85b2-96bb5d052b71 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:56.223049 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0305a1c0-7049-415f-b183-53f130e612e7 x-openstack-request-id: req-0305a1c0-7049-415f-b183-53f130e612e7 {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:02:56.223579 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06", "status": "completed", "code": 200}]} {{(pid=121021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:02:56.223579 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0305a1c0-7049-415f-b183-53f130e612e7 {{(pid=121021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:02:56.224047 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'status': 'completed', 'code': 200} Feb 02 15:02:56.328272 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-d09313ca-a4a8-4d22-be69-9ed2dbb56548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:56.329671 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-d09313ca-a4a8-4d22-be69-9ed2dbb56548 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=64b842903bb94bbc8d62f1a6059bac24&device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1129 time: 0.0490112 Feb 02 15:02:56.423113 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-06c8eac2-9413-4ed0-8683-115034859b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:56.424589 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-06c8eac2-9413-4ed0-8683-115034859b9b service neutron] 10.222.0.115 "GET /v2.0/networks?id=4648465b-88dc-4547-9354-dc42af4f0ff6 HTTP/1.1" status: 200 len: 911 time: 0.0888972 Feb 02 15:02:56.451950 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:05Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': 'bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'port_id': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'mac_address': 'fa:16:3e:7d:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:55Z', 'updated_at': '2022-02-02T15:02:55Z', 'revision_number': 0, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d65aa80-7434-46fa-b3af-1c7b8d16b17c', 'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'mac_address': 'fa:16:3e:5d:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:04Z', 'updated_at': '2022-02-02T15:02:08Z', 'revision_number': 5, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'subnets': [{'id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:56.478919 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] Checking router: 79333550-41f8-46a7-85b2-96bb5d052b71 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:02:56.487261 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] Routers {'79333550-41f8-46a7-85b2-96bb5d052b71'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:02:56.487879 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:02:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['79333550-41f8-46a7-85b2-96bb5d052b71'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:56.491691 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-e1e3f697-f0d2-43ec-9dca-ae2c2ee68b30 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06 HTTP/1.1" status: 200 len: 998 time: 0.0601394 Feb 02 15:02:56.540846 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-12483551-eb73-4713-8f97-54edd80383b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:56.542394 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-12483551-eb73-4713-8f97-54edd80383b8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a2ddadf7-401d-42c9-a319-9f35b907bcdb HTTP/1.1" status: 200 len: 848 time: 0.0449700 Feb 02 15:02:56.596902 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] Set router 79333550-41f8-46a7-85b2-96bb5d052b71 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:02:56.597895 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-82021afa-50fd-49e4-8236-fabfa13b3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:02:56.600153 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-82021afa-50fd-49e4-8236-fabfa13b3c80 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4648465b-88dc-4547-9354-dc42af4f0ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508451 Feb 02 15:02:56.692566 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-e7253901-9b12-4e18-b6a8-26f61ac72367 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858905 Feb 02 15:02:56.790223 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c9a73e71-99e4-4e5b-a942-e097fbe22fe3 req-ddf9b94b-9828-4730-a647-0bc849e5b14c service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906754 Feb 02 15:02:56.836531 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:05Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': 'bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'port_id': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'mac_address': 'fa:16:3e:7d:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:55Z', 'updated_at': '2022-02-02T15:02:55Z', 'revision_number': 0, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d65aa80-7434-46fa-b3af-1c7b8d16b17c', 'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'mac_address': 'fa:16:3e:5d:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:04Z', 'updated_at': '2022-02-02T15:02:08Z', 'revision_number': 5, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'subnets': [{'id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:02:56.863427 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74557e9b-9ecb-445b-977e-1c9206c8876f None None] The sync data for ids ['79333550-41f8-46a7-85b2-96bb5d052b71'] in dv-cinder-782518-2-iscsi is: [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:05Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': 'bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'port_id': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'mac_address': 'fa:16:3e:7d:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:55Z', 'updated_at': '2022-02-02T15:02:55Z', 'revision_number': 0, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d65aa80-7434-46fa-b3af-1c7b8d16b17c', 'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'mac_address': 'fa:16:3e:5d:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:04Z', 'updated_at': '2022-02-02T15:02:08Z', 'revision_number': 5, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'subnets': [{'id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:02:57.048887 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29658345-ed8d-4056-94f4-248f1d05a52c None None] New status for floating IP bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d: ACTIVE {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:03:12.765927 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8c61af6d-79df-4dee-87ee-f7c7fb5f549c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:15.114321 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6587db32-ffa9-4ebf-ae81-70cbcbeae548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:16.187472 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:17.821475 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:19.142617 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:25.609579 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:03:25.623163 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:34.769446 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a66319d1-5969-4083-9ea9-0db34764a602 req-d964ccff-0682-4d65-9369-038dc9aca43f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458107 Feb 02 15:03:34.877341 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66319d1-5969-4083-9ea9-0db34764a602 req-f1b1dd42-4984-4416-9d09-8136c03f2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:03:34.878900 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a66319d1-5969-4083-9ea9-0db34764a602 req-f1b1dd42-4984-4416-9d09-8136c03f2d26 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 1129 time: 0.0467615 Feb 02 15:03:34.985054 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66319d1-5969-4083-9ea9-0db34764a602 req-1f1ba94f-551c-4d81-b7a9-0954768ee242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:03:34.986498 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a66319d1-5969-4083-9ea9-0db34764a602 req-1f1ba94f-551c-4d81-b7a9-0954768ee242 service neutron] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 913 time: 0.0884678 Feb 02 15:03:35.050691 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a66319d1-5969-4083-9ea9-0db34764a602 req-4bd5002c-e474-42bd-a173-ad1fcd66faa6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12eb433b-49f2-4e86-8a09-9e9423415b94 HTTP/1.1" status: 200 len: 1000 time: 0.0574291 Feb 02 15:03:35.103389 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66319d1-5969-4083-9ea9-0db34764a602 req-16054d76-da1a-4387-a029-82eb26257b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:03:35.104834 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a66319d1-5969-4083-9ea9-0db34764a602 req-16054d76-da1a-4387-a029-82eb26257b63 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0478973 Feb 02 15:03:35.154168 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66319d1-5969-4083-9ea9-0db34764a602 req-8b0b19d3-28b9-4dd7-9165-535180f2643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:03:35.155683 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a66319d1-5969-4083-9ea9-0db34764a602 req-8b0b19d3-28b9-4dd7-9165-535180f2643a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449853 Feb 02 15:03:35.246344 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a66319d1-5969-4083-9ea9-0db34764a602 req-2d0fd977-06a8-44c7-beb6-afcdd4ce10a8 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830817 Feb 02 15:03:35.336587 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a66319d1-5969-4083-9ea9-0db34764a602 req-10dc4ae1-e233-4991-9394-7065433132c4 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844307 Feb 02 15:03:42.691577 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4ad15b08-9446-42d8-8f03-b8c16103f852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:45.131609 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-0ed0df80-c423-43a0-aa8d-f53ce84f66a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:46.200028 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:47.816974 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:49.131994 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:03:55.628780 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:02.609072 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:04:12.734331 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-01894ca2-33d4-4813-b085-1e817582f7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:15.121140 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-36cf46ae-0f92-4893-ad02-205d68f1a7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:16.212525 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:17.862961 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:18.738795 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-e5fa7062-25ea-41fd-9613-35758929ceab tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717231524&fields=id&tenant_id=7bd19cae21664840a25408b84d6c6810 HTTP/1.1" status: 200 len: 267 time: 0.0446951 Feb 02 15:04:18.848691 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f6979-8089-4537-8247-72c4732c46e5 req-bebcef86-3a2a-4c40-91f8-f05af9707c35 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:18.850070 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-bebcef86-3a2a-4c40-91f8-f05af9707c35 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 811 time: 0.1050456 Feb 02 15:04:18.864836 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d0e41dbc-c150-4aa3-88b9-ece772091b2f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/quotas/7bd19cae21664840a25408b84d6c6810 HTTP/1.1" status: 200 len: 375 time: 0.0092134 Feb 02 15:04:18.922551 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-6a67d5f4-78f5-4f00-b19a-e5d0ebfeda78 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526917 Feb 02 15:04:19.064329 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-c8e0ce21-298e-454e-86be-0846d94a727e service neutron] 10.222.0.10 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286430 Feb 02 15:04:19.138119 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:19.162288 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-0f016ed5-f51e-4c4b-9772-93c9c3386a84 service neutron] 10.222.0.10 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922520 Feb 02 15:04:19.825066 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5024f35d-02ff-4709-9016-79f66f5f0c07 req-3713aa78-0b78-4557-bda2-9b14d7f5d1b5 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 210 time: 0.0300083 Feb 02 15:04:20.918426 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2c8ed1a9-1254-45d1-a644-cf686f64b4ce req-8cf1805e-3dcf-480d-abb7-ba320103ef8b tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 210 time: 0.0274317 Feb 02 15:04:22.016427 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0f11a868-bda8-420a-82e9-0141029d80bd req-19e44bad-5e36-464d-a68e-f08e3885a42c tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 210 time: 0.0302274 Feb 02 15:04:22.381942 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f6979-8089-4537-8247-72c4732c46e5 req-c91813c8-82a5-44fe-ba71-c49e7dc68aa5 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:22.383359 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-c91813c8-82a5-44fe-ba71-c49e7dc68aa5 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 811 time: 0.1024249 Feb 02 15:04:22.453851 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-656cf2f5-d31c-4d9f-a71f-5ecf079273c4 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bd19cae21664840a25408b84d6c6810 HTTP/1.1" status: 200 len: 379 time: 0.0549405 Feb 02 15:04:22.463341 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'port': {'device_id': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'admin_state_up': True, 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'security_groups': ['2b2d99db-ff62-45c3-bb0e-7542d8790883']}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:04:22.675324 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Made reservation on behalf of 7bd19cae21664840a25408b84d6c6810 for: {'port': 1} {{(pid=121022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:04:22.679000 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:22.805538 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Allocated IP 172.20.0.9 (14b39b75-cc4d-4f4c-9e54-afadd09031b4/2b8028da-6682-468d-8275-775418c20b32/1a1d2f55-4849-4211-800f-db13a62003f8) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:04:22.945000 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for port (1a1d2f55-4849-4211-800f-db13a62003f8), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:23.094211 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:23.166465 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:04:23.170973 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:04:23.174030 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:04:23.176464 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'Port': ['ID=1a1d2f55-4849-4211-800f-db13a62003f8,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:04:23.206568 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.206857 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.207200 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.207535 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.207857 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.208202 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.208505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.208825 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.209142 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.209463 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.209775 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.210091 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.210407 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:23.231342 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add34697-7959-42e0-8312-4db2676c9c20 req-65125040-2f36-42e1-bea1-952f2b329139 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:23.232913 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-add34697-7959-42e0-8312-4db2676c9c20 req-65125040-2f36-42e1-bea1-952f2b329139 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 931 time: 0.1498735 Feb 02 15:04:23.264386 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:23.265013 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:23.305122 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-add34697-7959-42e0-8312-4db2676c9c20 req-136a1bb4-179c-4f98-acec-45d9e55f33f3 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658555 Feb 02 15:04:23.443542 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-a810d17e-15e4-4648-9c03-0dcacb7bc529 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9836831 Feb 02 15:04:23.462590 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-6635e866-358c-440e-aeb3-d572b23b6708 None None] Provisioning complete for port 1a1d2f55-4849-4211-800f-db13a62003f8 triggered by entity DHCP. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:04:23.462590 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-6635e866-358c-440e-aeb3-d572b23b6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:23.463361 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Request body: {'port': {'device_id': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78251'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:04:23.496153 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-6635e866-358c-440e-aeb3-d572b23b6708 None None] Port 1a1d2f55-4849-4211-800f-db13a62003f8 cannot update to ACTIVE because it is not bound. {{(pid=121023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:04:23.529126 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:23.801232 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1d2f55-4849-4211-800f-db13a62003f8 {{(pid=121022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:04:23.809925 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Publish callbacks [] for port (1a1d2f55-4849-4211-800f-db13a62003f8), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:23.822057 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.provisioning_blocks [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Transition to ACTIVE for port object 1a1d2f55-4849-4211-800f-db13a62003f8 will not be triggered until provisioned by entity L2. {{(pid=121022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:04:24.017603 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:24.093475 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Pushing event updated for resources: {'Port': ['ID=1a1d2f55-4849-4211-800f-db13a62003f8,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:04:24.151272 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Attempting to bind port 1a1d2f55-4849-4211-800f-db13a62003f8 on host hv-cinder-78251 for vnic_type normal with profile {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:04:24.152384 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Attempting to bind port 1a1d2f55-4849-4211-800f-db13a62003f8 by drivers openvswitch,hyperv on host hv-cinder-78251 at level 0 using segments [{'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:04:24.152384 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Attempting to bind port 1a1d2f55-4849-4211-800f-db13a62003f8 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:04:24.158198 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Port 1a1d2f55-4849-4211-800f-db13a62003f8 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78251 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:04:24.158512 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Attempting to bind port 1a1d2f55-4849-4211-800f-db13a62003f8 on network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:04:24.164137 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Checking agent: {'id': '247460b5-659d-4ec9-8c62-b12af1c55c74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'started_at': datetime.datetime(2022, 2, 2, 14, 48, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:04:24.164382 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Checking segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:04:24.164752 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Bound using segment: {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'} {{(pid=121022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:04:24.165178 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.managers [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Bound port: 1a1d2f55-4849-4211-800f-db13a62003f8, host: hv-cinder-78251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4'}}] {{(pid=121022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:04:24.165693 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:24.234493 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] For port 1a1d2f55-4849-4211-800f-db13a62003f8, host hv-cinder-78251, cleared binding levels {{(pid=121022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:04:24.237542 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] For port 1a1d2f55-4849-4211-800f-db13a62003f8, host hv-cinder-78251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=1a1d2f55-4849-4211-800f-db13a62003f8,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:04:24.452767 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:24.492774 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:24.493406 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:24.495070 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] 10.222.0.115 "PUT /v2.0/ports/1a1d2f55-4849-4211-800f-db13a62003f8 HTTP/1.1" status: 200 len: 1093 time: 1.0375047 Feb 02 15:04:24.496360 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'tag': '1a1d2f55-4849-4211-800f-db13a62003f8'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:04:24.499179 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ed255-42f3-4fb4-b6c8-2677536eb88f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d42e28e-a5ac-4f28-9ca6-73d37545b820", "tag": "1a1d2f55-4849-4211-800f-db13a62003f8"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:04:24.524460 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8de10-755f-4913-bbc7-2826ecfab84c service neutron] Pushing event updated for resources: {'Port': ['ID=1a1d2f55-4849-4211-800f-db13a62003f8,revision_number=3']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:04:24.562232 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a45bb9-2821-4117-b8d4-f56f2a96c887 x-openstack-request-id: req-25a45bb9-2821-4117-b8d4-f56f2a96c887 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:04:24.562522 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d42e28e-a5ac-4f28-9ca6-73d37545b820", "tag": "1a1d2f55-4849-4211-800f-db13a62003f8", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:04:24.562789 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25a45bb9-2821-4117-b8d4-f56f2a96c887 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:04:24.563187 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'tag': '1a1d2f55-4849-4211-800f-db13a62003f8', 'status': 'completed', 'code': 200} Feb 02 15:04:24.588522 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a1669-dd95-4955-a18c-3f8e3db277c3 req-33742d48-6e18-4fe1-b028-a24914d758dd tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:24.590116 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f11a1669-dd95-4955-a18c-3f8e3db277c3 req-33742d48-6e18-4fe1-b028-a24914d758dd tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 943 time: 0.0625730 Feb 02 15:04:24.682024 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f11a1669-dd95-4955-a18c-3f8e3db277c3 req-d125051b-aa34-4c1a-8410-924296277834 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855174 Feb 02 15:04:24.685460 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed255-42f3-4fb4-b6c8-2677536eb88f req-dcfb0df6-35db-4950-bd9d-2d07cdfd7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:24.686966 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8b4ed255-42f3-4fb4-b6c8-2677536eb88f req-dcfb0df6-35db-4950-bd9d-2d07cdfd7631 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 1127 time: 0.0831466 Feb 02 15:04:24.799508 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed255-42f3-4fb4-b6c8-2677536eb88f req-796b17d2-ed8d-4ff7-96a4-9173c604235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:24.800915 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8b4ed255-42f3-4fb4-b6c8-2677536eb88f req-796b17d2-ed8d-4ff7-96a4-9173c604235c service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=7bd19cae21664840a25408b84d6c6810&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1007128 Feb 02 15:04:24.896621 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed255-42f3-4fb4-b6c8-2677536eb88f req-b4a35193-ba6e-4e47-9381-49b6f62cefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:24.898012 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8b4ed255-42f3-4fb4-b6c8-2677536eb88f req-b4a35193-ba6e-4e47-9381-49b6f62cefeb service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0910254 Feb 02 15:04:25.004328 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f6979-8089-4537-8247-72c4732c46e5 req-ea5242c6-fcd3-4367-8078-19e6811fcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:25.005860 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-ea5242c6-fcd3-4367-8078-19e6811fcd4c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 1127 time: 0.0464330 Feb 02 15:04:25.056963 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-26ac25d4-070e-4cca-951c-e8d9559201c0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1d2f55-4849-4211-800f-db13a62003f8 HTTP/1.1" status: 200 len: 217 time: 0.0383675 Feb 02 15:04:25.106682 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f6979-8089-4537-8247-72c4732c46e5 req-bb50ffaa-0c3a-4d2f-bffd-de1c046494c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:25.108194 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-bb50ffaa-0c3a-4d2f-bffd-de1c046494c5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0443251 Feb 02 15:04:25.157640 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f6979-8089-4537-8247-72c4732c46e5 req-5e8c80a1-eb26-4e0f-8493-aa6f4c3760c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:25.159095 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-5e8c80a1-eb26-4e0f-8493-aa6f4c3760c5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446708 Feb 02 15:04:25.251412 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-1759c118-78d4-4cf7-81ff-80ee2fcddcd4 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865040 Feb 02 15:04:25.340117 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b57f6979-8089-4537-8247-72c4732c46e5 req-867e73cf-1fa2-46c0-8dbc-4f5f2ec889fb service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824361 Feb 02 15:04:25.715216 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:25.810001 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270d43-28b8-4abd-81e7-874bb06967c4 req-a867aff0-dc8c-4e1b-8af9-93d6b76e3307 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:25.811544 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-af270d43-28b8-4abd-81e7-874bb06967c4 req-a867aff0-dc8c-4e1b-8af9-93d6b76e3307 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 943 time: 0.0589280 Feb 02 15:04:25.860918 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-af270d43-28b8-4abd-81e7-874bb06967c4 req-8159fa22-d626-4a55-92f4-3af7ca79e0a7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437062 Feb 02 15:04:26.982592 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27678e3e-82f3-4946-a231-5ac6d4784085 req-09cdffa7-fe5d-47c5-bf04-50e7f02aaf5c tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:26.984197 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-27678e3e-82f3-4946-a231-5ac6d4784085 req-09cdffa7-fe5d-47c5-bf04-50e7f02aaf5c tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 943 time: 0.0527747 Feb 02 15:04:27.032632 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-27678e3e-82f3-4946-a231-5ac6d4784085 req-d0441bc6-1d44-4009-a4bd-70e98132f017 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Feb 02 15:04:28.154202 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16659f4-5b78-4d88-a2ea-982831dc16c4 req-02b3068b-460f-4a8f-b4ea-7bde4705f464 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:28.155699 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c16659f4-5b78-4d88-a2ea-982831dc16c4 req-02b3068b-460f-4a8f-b4ea-7bde4705f464 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 943 time: 0.0570333 Feb 02 15:04:28.478531 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c16659f4-5b78-4d88-a2ea-982831dc16c4 req-8a230cae-745e-4f26-b7e0-55c8dd791143 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170748 Feb 02 15:04:29.597252 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2781d79-3a5e-4d7a-a72f-372284eb75eb req-7358454a-03c7-4283-a8e3-01fa3cdd4e27 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:29.598712 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f2781d79-3a5e-4d7a-a72f-372284eb75eb req-7358454a-03c7-4283-a8e3-01fa3cdd4e27 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 943 time: 0.0527673 Feb 02 15:04:29.654838 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f2781d79-3a5e-4d7a-a72f-372284eb75eb req-a09d58f1-4ad5-4879-a834-335fbe07b3b5 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506060 Feb 02 15:04:30.774322 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd0aa-24b7-4609-a04b-112f63abee05 req-9dabbbee-0bda-478b-ad2d-85cc0043e11f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:30.775832 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-839bd0aa-24b7-4609-a04b-112f63abee05 req-9dabbbee-0bda-478b-ad2d-85cc0043e11f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 943 time: 0.0528698 Feb 02 15:04:30.827988 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-839bd0aa-24b7-4609-a04b-112f63abee05 req-140258ae-709c-4b7b-a68c-bfddbef7a060 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459096 Feb 02 15:04:31.944998 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26da4a2-ae93-4d09-9699-4d87156d9d10 req-629cebbe-0c9d-4ce5-bc14-683a47ac3f78 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:31.946597 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e26da4a2-ae93-4d09-9699-4d87156d9d10 req-629cebbe-0c9d-4ce5-bc14-683a47ac3f78 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 943 time: 0.0529137 Feb 02 15:04:31.994325 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e26da4a2-ae93-4d09-9699-4d87156d9d10 req-93e96fb0-0bf9-428f-b9dc-c331ebf249f9 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422940 Feb 02 15:04:33.094828 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 1a1d2f55-4849-4211-800f-db13a62003f8 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:04:33.117165 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bb28-6a9a-4564-8198-226a1b7ca980 req-f99f364c-e111-4120-98ac-465f2ca0be27 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:33.118721 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6065bb28-6a9a-4564-8198-226a1b7ca980 req-f99f364c-e111-4120-98ac-465f2ca0be27 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 943 time: 0.0545483 Feb 02 15:04:33.169554 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6065bb28-6a9a-4564-8198-226a1b7ca980 req-a4f8306d-d1bd-43e9-aded-5cfe928803f4 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440342 Feb 02 15:04:33.207419 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 1a1d2f55-4849-4211-800f-db13a62003f8, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=1a1d2f55-4849-4211-800f-db13a62003f8,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:04:33.218691 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': '1a1d2f55-4849-4211-800f-db13a62003f8', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'port_id': '1a1d2f55-4849-4211-800f-db13a62003f8', 'mac_address': 'fa:16:3e:80:80:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:04:33.257392 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 1a1d2f55-4849-4211-800f-db13a62003f8 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:04:33.257780 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:33.271490 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1d2f55-4849-4211-800f-db13a62003f8 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:04:33.291187 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 1a1d2f55-4849-4211-800f-db13a62003f8, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=1a1d2f55-4849-4211-800f-db13a62003f8,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:04:33.440712 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:33.490216 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=1a1d2f55-4849-4211-800f-db13a62003f8,revision_number=4']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:04:33.498085 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.498431 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.498788 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.499395 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.499722 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.500046 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.500373 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.500692 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.501010 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.501330 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.501648 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.501962 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.502281 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:04:33.780253 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['1a1d2f55-4849-4211-800f-db13a62003f8'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:04:34.359936 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b535-d614-4397-91d9-0982d213d7c1 req-adeda1a6-939b-46b7-b79e-6a7a59337c97 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:34.361452 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5b66b535-d614-4397-91d9-0982d213d7c1 req-adeda1a6-939b-46b7-b79e-6a7a59337c97 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 944 time: 0.0558226 Feb 02 15:04:34.409962 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5b66b535-d614-4397-91d9-0982d213d7c1 req-baf25f6b-6afd-4573-a9e0-397a6e1716ad tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429647 Feb 02 15:04:35.108112 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 1a1d2f55-4849-4211-800f-db13a62003f8 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:04:35.251944 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning for port 1a1d2f55-4849-4211-800f-db13a62003f8 completed by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:04:35.256113 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port 1a1d2f55-4849-4211-800f-db13a62003f8 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:04:35.256531 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:35.335892 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port 1a1d2f55-4849-4211-800f-db13a62003f8 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:04:35.336288 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:35.360056 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1d2f55-4849-4211-800f-db13a62003f8'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:04:35.361909 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bba3db-ad2a-47d8-a637-162fb7d8d133" -d '{"events": [{"server_uuid": "7d42e28e-a5ac-4f28-9ca6-73d37545b820", "name": "network-vif-plugged", "status": "completed", "tag": "1a1d2f55-4849-4211-800f-db13a62003f8"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:04:35.375872 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port 1a1d2f55-4849-4211-800f-db13a62003f8, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=1a1d2f55-4849-4211-800f-db13a62003f8,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:04:35.397930 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85f7cde-8e45-42b7-9f31-ea06da2d6588 x-openstack-request-id: req-a85f7cde-8e45-42b7-9f31-ea06da2d6588 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:04:35.398220 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d42e28e-a5ac-4f28-9ca6-73d37545b820", "name": "network-vif-plugged", "status": "completed", "tag": "1a1d2f55-4849-4211-800f-db13a62003f8", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:04:35.398477 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a85f7cde-8e45-42b7-9f31-ea06da2d6588 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:04:35.398902 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1d2f55-4849-4211-800f-db13a62003f8', 'code': 200} Feb 02 15:04:35.481445 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:35.531178 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33d177-c2cf-4516-81ad-5b25ec619476 req-0e7bc531-1fee-469f-86eb-fc5500fc8efe tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:35.532813 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b33d177-c2cf-4516-81ad-5b25ec619476 req-0e7bc531-1fee-469f-86eb-fc5500fc8efe tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 945 time: 0.0558937 Feb 02 15:04:35.535424 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=1a1d2f55-4849-4211-800f-db13a62003f8,revision_number=5']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:04:35.583470 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b33d177-c2cf-4516-81ad-5b25ec619476 req-af6c2f28-3127-464d-8144-f5a049a0d14f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443213 Feb 02 15:04:35.884260 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308af7a-2312-43c9-9a5b-15185233554b req-045e567b-cf61-4df8-83fa-715bfbcb5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:35.886337 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8308af7a-2312-43c9-9a5b-15185233554b req-045e567b-cf61-4df8-83fa-715bfbcb5306 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 1129 time: 0.0480011 Feb 02 15:04:35.929982 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8308af7a-2312-43c9-9a5b-15185233554b req-e4c583d5-39eb-4b05-b95c-640fd9bdf753 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385494 Feb 02 15:04:36.705145 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f6855-d4fd-48ef-ba25-f34270b8f822 req-9f6a29fd-d88c-42f1-8361-1c33fc19cd76 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:36.706640 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d26f6855-d4fd-48ef-ba25-f34270b8f822 req-9f6a29fd-d88c-42f1-8361-1c33fc19cd76 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 945 time: 0.0554469 Feb 02 15:04:36.787764 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d26f6855-d4fd-48ef-ba25-f34270b8f822 req-a2f2b9da-2d96-4ed1-b0ca-81341f8f7618 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714304 Feb 02 15:04:36.799155 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-8c0c1102-4b3f-4d75-9262-a07da0d7f012 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684783 Feb 02 15:04:36.926586 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-89dea83c-ee5b-4931-b115-807fb2b4ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:36.928145 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-89dea83c-ee5b-4931-b115-807fb2b4ad40 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=64b842903bb94bbc8d62f1a6059bac24&device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1129 time: 0.0497282 Feb 02 15:04:37.037212 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-fc62a9b0-dc6f-4db4-9703-57a6ef299409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:37.038687 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-fc62a9b0-dc6f-4db4-9703-57a6ef299409 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4648465b-88dc-4547-9354-dc42af4f0ff6 HTTP/1.1" status: 200 len: 911 time: 0.0893793 Feb 02 15:04:37.108905 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-075e0fd9-7f11-403e-a20e-79d05f9b0fc7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06 HTTP/1.1" status: 200 len: 1000 time: 0.0638685 Feb 02 15:04:37.158049 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-d5a5daab-f92d-4e20-bc86-b86a051c6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:37.159595 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-d5a5daab-f92d-4e20-bc86-b86a051c6ee1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a2ddadf7-401d-42c9-a319-9f35b907bcdb HTTP/1.1" status: 200 len: 848 time: 0.0446703 Feb 02 15:04:37.210524 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-4db5962c-746f-41c9-a117-76182970949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:37.212055 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-4db5962c-746f-41c9-a117-76182970949d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4648465b-88dc-4547-9354-dc42af4f0ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451057 Feb 02 15:04:37.303660 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-144a89cc-5a2c-459e-8f2a-b55b68520e17 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858374 Feb 02 15:04:37.412942 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4341cd8a-b74f-4407-bee1-cc7603475553 req-457ef864-1d5d-451f-8518-2194fce9b85a service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879629 Feb 02 15:04:37.914838 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ca0f5-148e-4d38-b4b0-82994a272578 req-fa79b9dc-605b-45ac-873a-c846858f3b03 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:37.916312 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ff1ca0f5-148e-4d38-b4b0-82994a272578 req-fa79b9dc-605b-45ac-873a-c846858f3b03 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 945 time: 0.0591536 Feb 02 15:04:37.966261 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ff1ca0f5-148e-4d38-b4b0-82994a272578 req-8f2c1ea5-a1ca-4943-8ffc-25ee153faadd tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435839 Feb 02 15:04:38.085045 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf21664-7505-46f0-b4b2-4911b68d01b4 req-e81b3205-d756-4987-bc47-91e3f9c10001 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:38.086914 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5cf21664-7505-46f0-b4b2-4911b68d01b4 req-e81b3205-d756-4987-bc47-91e3f9c10001 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 945 time: 0.0535719 Feb 02 15:04:38.136279 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5cf21664-7505-46f0-b4b2-4911b68d01b4 req-40ed130c-8f1c-456c-b762-69f39ebd0677 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435452 Feb 02 15:04:38.157745 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43220) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:04:38.204647 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2f269b-9b1d-4260-87be-0971b90d6776 tempest-TestVolumeBootPattern-642031736 tempest-TestVolumeBootPattern-642031736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:38.206193 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-1b2f269b-9b1d-4260-87be-0971b90d6776 tempest-TestVolumeBootPattern-642031736 tempest-TestVolumeBootPattern-642031736-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 1124 time: 0.0474834 Feb 02 15:04:38.209055 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43222) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:04:38.213210 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.v2.base [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Request body: {'floatingip': {'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'port_id': '1a1d2f55-4849-4211-800f-db13a62003f8', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address': '172.20.0.9'}} {{(pid=121022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:04:38.383373 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:38.483103 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (None), before_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:38.593569 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_common [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Allocated IP 172.27.3.170 (9739a75a-4066-4d10-9da4-91f07c2c2a48/3533a8eb-4469-4f51-9ebc-510cc0649005/15ffe063-5657-4822-8134-83d025fb2411) {{(pid=121022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:04:38.698989 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for port (15ffe063-5657-4822-8134-83d025fb2411), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:38.892819 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759363780145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (15ffe063-5657-4822-8134-83d025fb2411), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:38.936486 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Network 9739a75a-4066-4d10-9da4-91f07c2c2a48 is already hosted by enough agents. {{(pid=121022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:04:38.941352 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.base_scheduler [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Resources bound (agent type, host, resource id): {{(pid=121022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:04:38.943964 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Received port after_create {{(pid=121022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:04:38.968564 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'Port': ['ID=15ffe063-5657-4822-8134-83d025fb2411,revision_number=1']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:04:39.313359 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (4250495a-9613-4310-812f-24906bd35ae6), precommit_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:39.560200 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (15ffe063-5657-4822-8134-83d025fb2411), before_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:39.607483 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:04:39.717044 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for port (15ffe063-5657-4822-8134-83d025fb2411), precommit_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:39.822389 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5302568'] for port (15ffe063-5657-4822-8134-83d025fb2411), after_update {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:39.891521 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event updated for resources: {'Port': ['ID=15ffe063-5657-4822-8134-83d025fb2411,revision_number=2']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:04:39.903522 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637282'] for floatingip (4250495a-9613-4310-812f-24906bd35ae6), after_create {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:40.005997 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Floating IP 4250495a-9613-4310-812f-24906bd35ae6 associated. External IP: 172.27.3.170, port: 1a1d2f55-4849-4211-800f-db13a62003f8. Feb 02 15:04:40.211677 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:04:40.318479 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:04:40.328701 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] Sync routers for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:04:40.338367 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:04:40.339123 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:04:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:04:40.447106 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:04:40.448401 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:40.478223 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-3e1015f2-7d52-4871-95b8-52ceb678a6e7 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2680759 Feb 02 15:04:40.478731 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'tag': '1a1d2f55-4849-4211-800f-db13a62003f8'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:04:40.482284 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234283fd-4370-4f36-a493-d4a740b39759" -d '{"events": [{"name": "network-changed", "server_uuid": "7d42e28e-a5ac-4f28-9ca6-73d37545b820", "tag": "1a1d2f55-4849-4211-800f-db13a62003f8"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:04:40.518421 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9606194d-777b-4636-94fa-971e08f54465 x-openstack-request-id: req-9606194d-777b-4636-94fa-971e08f54465 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:04:40.518714 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d42e28e-a5ac-4f28-9ca6-73d37545b820", "tag": "1a1d2f55-4849-4211-800f-db13a62003f8", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:04:40.519103 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9606194d-777b-4636-94fa-971e08f54465 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:04:40.519481 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'tag': '1a1d2f55-4849-4211-800f-db13a62003f8', 'status': 'completed', 'code': 200} Feb 02 15:04:40.611002 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234283fd-4370-4f36-a493-d4a740b39759 req-46699dad-7553-4113-8774-8438eaf49b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:40.612510 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-234283fd-4370-4f36-a493-d4a740b39759 req-46699dad-7553-4113-8774-8438eaf49b84 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 1129 time: 0.0461709 Feb 02 15:04:40.681288 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '4250495a-9613-4310-812f-24906bd35ae6', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '1a1d2f55-4849-4211-800f-db13a62003f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:80:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:04:39Z', 'updated_at': '2022-02-02T15:04:39Z', 'revision_number': 0, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}, {'id': '6de45de4-dc75-49a8-9b9a-963eb21d16d1', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:6e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:40Z', 'updated_at': '2022-02-02T15:02:43Z', 'revision_number': 1, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:04:40.708154 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234283fd-4370-4f36-a493-d4a740b39759 req-84c5a52a-14c4-41ec-9d2e-fb06d8ab2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:40.709853 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-234283fd-4370-4f36-a493-d4a740b39759 req-84c5a52a-14c4-41ec-9d2e-fb06d8ab2879 service neutron] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 913 time: 0.0908515 Feb 02 15:04:40.712448 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] Checking router: 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:04:40.722374 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:04:40.723104 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:04:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:04:40.777544 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-234283fd-4370-4f36-a493-d4a740b39759 req-58260d9a-ff4c-4d63-943b-a1115d1bee86 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1d2f55-4849-4211-800f-db13a62003f8 HTTP/1.1" status: 200 len: 999 time: 0.0613959 Feb 02 15:04:40.831669 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:04:40.831937 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234283fd-4370-4f36-a493-d4a740b39759 req-5ffd34b1-48c5-46eb-a590-7d17354de123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:40.833341 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-234283fd-4370-4f36-a493-d4a740b39759 req-5ffd34b1-48c5-46eb-a590-7d17354de123 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0497503 Feb 02 15:04:40.884881 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234283fd-4370-4f36-a493-d4a740b39759 req-19674c11-3524-4804-becc-bc8965afc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:40.887061 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-234283fd-4370-4f36-a493-d4a740b39759 req-19674c11-3524-4804-becc-bc8965afc5c3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469711 Feb 02 15:04:40.976496 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-234283fd-4370-4f36-a493-d4a740b39759 req-c52c339e-6c37-4aea-9ca4-7262e1545328 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832155 Feb 02 15:04:41.060783 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '4250495a-9613-4310-812f-24906bd35ae6', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '1a1d2f55-4849-4211-800f-db13a62003f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:80:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:04:39Z', 'updated_at': '2022-02-02T15:04:39Z', 'revision_number': 0, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}, {'id': '6de45de4-dc75-49a8-9b9a-963eb21d16d1', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:6e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:40Z', 'updated_at': '2022-02-02T15:02:43Z', 'revision_number': 1, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:04:41.071178 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-234283fd-4370-4f36-a493-d4a740b39759 req-a598c26c-8274-4a26-b2b4-e8f7e1d5c51f service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887210 Feb 02 15:04:41.092696 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420d0bf2-fea7-401b-8ffa-966dc89d387b None None] The sync data for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi is: [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '4250495a-9613-4310-812f-24906bd35ae6', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '1a1d2f55-4849-4211-800f-db13a62003f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:80:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:04:39Z', 'updated_at': '2022-02-02T15:04:39Z', 'revision_number': 0, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}, {'id': '6de45de4-dc75-49a8-9b9a-963eb21d16d1', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:6e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:40Z', 'updated_at': '2022-02-02T15:02:43Z', 'revision_number': 1, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:04:41.291234 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea642303-7dc3-4960-bd9d-52b99c145cf7 None None] New status for floating IP 4250495a-9613-4310-812f-24906bd35ae6: ACTIVE {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:04:42.795107 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-202a3684-50b3-4442-9edf-2baba8ac6731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:45.164725 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9fb55a61-161a-4b39-be6e-c57c5445fa3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:46.269673 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:47.954927 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:49.194913 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:54.630264 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8249-a7f2-4b43-ad5d-0a096eacc167 req-d0a7ab63-8bc3-4846-a12b-d64065f7d9ea tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:54.631774 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-766b8249-a7f2-4b43-ad5d-0a096eacc167 req-d0a7ab63-8bc3-4846-a12b-d64065f7d9ea tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0546565 Feb 02 15:04:54.684857 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-766b8249-a7f2-4b43-ad5d-0a096eacc167 req-97370170-ffa8-49fa-be85-ee686406a61b tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466068 Feb 02 15:04:55.686928 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:04:55.832935 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce58d9-85f4-457c-915e-40be1549b111 req-8cb497cf-5cdb-41eb-898c-e64d3dadaaf1 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:55.834631 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c6ce58d9-85f4-457c-915e-40be1549b111 req-8cb497cf-5cdb-41eb-898c-e64d3dadaaf1 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0642681 Feb 02 15:04:55.891602 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c6ce58d9-85f4-457c-915e-40be1549b111 req-2db3193e-756f-4406-bea2-20e64de8514d tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482776 Feb 02 15:04:57.012278 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e583839-275a-4e85-91ef-bece1edbe259 req-ceea06a7-6137-4d8a-91e1-06ba77c5c04e tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:57.013782 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8e583839-275a-4e85-91ef-bece1edbe259 req-ceea06a7-6137-4d8a-91e1-06ba77c5c04e tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0552249 Feb 02 15:04:57.064070 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-8e583839-275a-4e85-91ef-bece1edbe259 req-5df2b235-369c-4396-aa0e-3815497a9847 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Feb 02 15:04:58.185000 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2d214-3948-4617-a692-f7f5000448d8 req-611fe7be-d381-4ab6-a82c-a0e6f9c99b0a tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:58.186501 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f8d2d214-3948-4617-a692-f7f5000448d8 req-611fe7be-d381-4ab6-a82c-a0e6f9c99b0a tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0549240 Feb 02 15:04:58.237662 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f8d2d214-3948-4617-a692-f7f5000448d8 req-cd3ffb02-db1e-4f61-bcd7-da61ad318230 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Feb 02 15:04:59.364427 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f472-3aac-480e-8f22-01c6560d2181 req-88c845a9-5516-4163-9d54-6670700f042c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:04:59.365899 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b68f472-3aac-480e-8f22-01c6560d2181 req-88c845a9-5516-4163-9d54-6670700f042c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0583582 Feb 02 15:04:59.417905 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3b68f472-3aac-480e-8f22-01c6560d2181 req-bbb5aa18-675f-4328-80f3-0354dfb4ce51 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458350 Feb 02 15:05:00.540334 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4bbc9-0243-4644-b4f1-e643dc5d8c41 req-689258c5-d4c0-4e8e-aac5-d22543073b1e tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:00.541975 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bea4bbc9-0243-4644-b4f1-e643dc5d8c41 req-689258c5-d4c0-4e8e-aac5-d22543073b1e tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0572844 Feb 02 15:05:00.592648 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-bea4bbc9-0243-4644-b4f1-e643dc5d8c41 req-dca50246-e674-4d25-8ed1-a7ad729b9350 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450907 Feb 02 15:05:01.715417 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832c49-1b8e-4b19-a391-535cc32d7401 req-be1ee420-47b3-4632-9e2a-20fc1407519d tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:01.716904 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26832c49-1b8e-4b19-a391-535cc32d7401 req-be1ee420-47b3-4632-9e2a-20fc1407519d tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0564547 Feb 02 15:05:01.766723 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-26832c49-1b8e-4b19-a391-535cc32d7401 req-2e19c155-e61d-49e5-82d7-021aa3f8ef40 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Feb 02 15:05:02.890547 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c1462-9a1a-4409-ad47-c32fcfae7281 req-856b7dd4-fd84-48e2-b0e2-1b431ddf3f6c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:02.892060 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ce7c1462-9a1a-4409-ad47-c32fcfae7281 req-856b7dd4-fd84-48e2-b0e2-1b431ddf3f6c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0524695 Feb 02 15:05:02.941629 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ce7c1462-9a1a-4409-ad47-c32fcfae7281 req-50cfa448-ab01-4068-8d9f-3925bdc7c95f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438981 Feb 02 15:05:04.064524 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845a2bb-8a23-43c8-afd2-2bd6275d8b14 req-f0a4e749-7ed1-4643-bb86-5acbd5e15f78 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:04.066129 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b845a2bb-8a23-43c8-afd2-2bd6275d8b14 req-f0a4e749-7ed1-4643-bb86-5acbd5e15f78 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0560496 Feb 02 15:05:04.122140 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-b845a2bb-8a23-43c8-afd2-2bd6275d8b14 req-fb7dfd20-6a94-42cb-9dbc-7516c7f8f9e2 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505645 Feb 02 15:05:04.976604 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c946c-b743-4f61-82db-1595171a5b46 req-28e8d3dd-1367-4ded-b718-1b4288d4dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:04.978230 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-481c946c-b743-4f61-82db-1595171a5b46 req-28e8d3dd-1367-4ded-b718-1b4288d4dc67 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=64b842903bb94bbc8d62f1a6059bac24&device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1129 time: 0.0476580 Feb 02 15:05:05.082167 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c946c-b743-4f61-82db-1595171a5b46 req-f8264a3e-5dd8-4965-8646-880c097a3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:05.083852 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-481c946c-b743-4f61-82db-1595171a5b46 req-f8264a3e-5dd8-4965-8646-880c097a3bb2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4648465b-88dc-4547-9354-dc42af4f0ff6 HTTP/1.1" status: 200 len: 911 time: 0.0987411 Feb 02 15:05:05.155845 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-481c946c-b743-4f61-82db-1595171a5b46 req-06a379f1-0a99-460b-9391-0606a81dfddc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06 HTTP/1.1" status: 200 len: 1000 time: 0.0658507 Feb 02 15:05:05.238742 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c946c-b743-4f61-82db-1595171a5b46 req-ce6c485b-b539-4ccd-ba1d-eaedbb7c7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:05.240134 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-481c946c-b743-4f61-82db-1595171a5b46 req-ce6c485b-b539-4ccd-ba1d-eaedbb7c7b43 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a2ddadf7-401d-42c9-a319-9f35b907bcdb HTTP/1.1" status: 200 len: 848 time: 0.0761025 Feb 02 15:05:05.280722 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ebe07-3a0c-4bca-b1e5-15e779654c02 req-f87be8e7-abc8-4a6a-bb10-5ea44d5cead8 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:05.282207 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd8ebe07-3a0c-4bca-b1e5-15e779654c02 req-f87be8e7-abc8-4a6a-bb10-5ea44d5cead8 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0900652 Feb 02 15:05:05.327458 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c946c-b743-4f61-82db-1595171a5b46 req-09f710a0-cc7a-4f45-84b6-6525cfd78a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:05.328329 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-481c946c-b743-4f61-82db-1595171a5b46 req-09f710a0-cc7a-4f45-84b6-6525cfd78a16 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4648465b-88dc-4547-9354-dc42af4f0ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825257 Feb 02 15:05:05.349841 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd8ebe07-3a0c-4bca-b1e5-15e779654c02 req-14174f49-6c51-40a9-b757-e72283258f7d tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607843 Feb 02 15:05:05.428494 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-481c946c-b743-4f61-82db-1595171a5b46 req-35f45785-1b22-4598-9dfe-f4f1b41743c3 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912282 Feb 02 15:05:05.522660 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-481c946c-b743-4f61-82db-1595171a5b46 req-9f95b901-9022-40c7-a859-4ac809382e08 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882077 Feb 02 15:05:06.481119 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5e0e1-d8b1-48b2-b4fb-6c97ff45b224 req-f205973d-b5a8-4d53-807f-24bda2a547de tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:06.482621 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ebc5e0e1-d8b1-48b2-b4fb-6c97ff45b224 req-f205973d-b5a8-4d53-807f-24bda2a547de tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0641193 Feb 02 15:05:06.536226 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ebc5e0e1-d8b1-48b2-b4fb-6c97ff45b224 req-e7cdf843-e9d9-4ecb-aa83-f9566cf4536f tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478354 Feb 02 15:05:07.654042 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d6b06-3da3-4364-9b66-e91c7f27b22f req-c17f2c1b-95e7-4bfb-b2bb-afd9191285b1 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:07.655475 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-403d6b06-3da3-4364-9b66-e91c7f27b22f req-c17f2c1b-95e7-4bfb-b2bb-afd9191285b1 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0529938 Feb 02 15:05:07.712440 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-403d6b06-3da3-4364-9b66-e91c7f27b22f req-ec2187c8-4e5a-4c65-98ee-3f4891f71b85 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505807 Feb 02 15:05:08.837041 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574b6e7-744c-480c-b66a-34f219ae2637 req-3b890519-0272-41cc-853c-a7ce3bea4614 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:08.838713 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0574b6e7-744c-480c-b66a-34f219ae2637 req-3b890519-0272-41cc-853c-a7ce3bea4614 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0564885 Feb 02 15:05:08.892049 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0574b6e7-744c-480c-b66a-34f219ae2637 req-8c3fde00-a9c4-45cb-8d0b-b7fd4f762145 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465648 Feb 02 15:05:08.986730 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [req-4b855152-4fce-4cbc-8c1b-5599498b1540 req-4a7f218b-c5e7-4834-b3d3-fa2fbab50720 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:05:08.987734 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-4b855152-4fce-4cbc-8c1b-5599498b1540 req-4a7f218b-c5e7-4834-b3d3-fa2fbab50720 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052531 Feb 02 15:05:09.533474 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46aea4f-5b22-4446-9eec-06df1c2752f2 req-b9b0a759-084f-453f-b2c5-e1012e5511a3 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:09.535135 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d46aea4f-5b22-4446-9eec-06df1c2752f2 req-b9b0a759-084f-453f-b2c5-e1012e5511a3 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0607982 Feb 02 15:05:09.589005 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d46aea4f-5b22-4446-9eec-06df1c2752f2 req-069fe769-3bbe-4b43-a5e4-06372630e5a0 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468490 Feb 02 15:05:09.701654 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-564e5401-b1ae-413a-a8b7-06bbf2b1d276 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915029 Feb 02 15:05:09.710126 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-742a8f00-0ef1-4525-a9da-9f236cd12fd8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=121022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:05:09.711102 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-742a8f00-0ef1-4525-a9da-9f236cd12fd8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049644 Feb 02 15:05:10.723019 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd906461-ee59-4060-8fd2-447e0fc61a1e req-b5d1e586-677f-4753-9afe-c5de75698426 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:10.724535 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd906461-ee59-4060-8fd2-447e0fc61a1e req-b5d1e586-677f-4753-9afe-c5de75698426 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0626721 Feb 02 15:05:10.775542 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cd906461-ee59-4060-8fd2-447e0fc61a1e req-86189e8a-860c-434f-87a2-def3a87e7e2d tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452423 Feb 02 15:05:11.279141 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device cf47cf89-6d5e-4dee-92e5-c1847d643b06 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:05:11.365020 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port cf47cf89-6d5e-4dee-92e5-c1847d643b06 is: ACTIVE; New status is: DOWN {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:05:11.365428 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:11.389804 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:05:11.392155 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d61b0e-f560-48cd-858f-c4a274262e04" -d '{"events": [{"server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "name": "network-vif-unplugged", "status": "completed", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:05:11.405891 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port cf47cf89-6d5e-4dee-92e5-c1847d643b06, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:05:11.426318 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Feb 2022 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b25540-6320-4092-ae33-dc037e7570d6 x-openstack-request-id: req-94b25540-6320-4092-ae33-dc037e7570d6 {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:05:11.426606 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "name": "network-vif-unplugged", "status": "failed", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06", "code": 422}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:05:11.426874 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94b25540-6320-4092-ae33-dc037e7570d6 {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:05:11.427278 dv-cinder-782518-2-iscsi neutron-server[121023]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'code': 422} returned with failed status Feb 02 15:05:11.524692 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:11.573692 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=cf47cf89-6d5e-4dee-92e5-c1847d643b06,revision_number=6']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:05:11.900246 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb140241-fe4d-4b49-aa1c-6e719a305a9a req-b16fdcf0-9976-4c39-aea8-fb19b1c9d6ea tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:11.902360 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-eb140241-fe4d-4b49-aa1c-6e719a305a9a req-b16fdcf0-9976-4c39-aea8-fb19b1c9d6ea tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0588160 Feb 02 15:05:11.952080 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-eb140241-fe4d-4b49-aa1c-6e719a305a9a req-91cc9b21-e976-4cc5-99e5-89f9c6a257ae tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441089 Feb 02 15:05:12.753311 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-2352bf5f-b86f-4bab-940b-68a2aa236b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:13.079933 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcc8c7-8622-49b1-b6e8-d765819e5018 req-cd9d1c13-2400-4524-835b-a0f552aec072 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:13.081602 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0fbcc8c7-8622-49b1-b6e8-d765819e5018 req-cd9d1c13-2400-4524-835b-a0f552aec072 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0561519 Feb 02 15:05:13.169333 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0fbcc8c7-8622-49b1-b6e8-d765819e5018 req-894ac110-9eb3-4060-bc4c-40cbfef33c53 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821018 Feb 02 15:05:13.175505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-b667054b-d720-4b31-947d-b2bc2b08bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:13.177059 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-b667054b-d720-4b31-947d-b2bc2b08bb6d service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff&tenant_id=64b842903bb94bbc8d62f1a6059bac24 HTTP/1.1" status: 200 len: 1127 time: 0.0733650 Feb 02 15:05:13.253637 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-706731fc-a77d-4159-95c2-d472f2afa7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:13.255057 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-706731fc-a77d-4159-95c2-d472f2afa7ba service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=64b842903bb94bbc8d62f1a6059bac24&device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1127 time: 0.0448749 Feb 02 15:05:13.345648 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-4310770d-46b8-47c2-b0be-d2fe88acc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:13.347291 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-4310770d-46b8-47c2-b0be-d2fe88acc98f service neutron] 10.222.0.115 "GET /v2.0/networks?id=4648465b-88dc-4547-9354-dc42af4f0ff6 HTTP/1.1" status: 200 len: 911 time: 0.0830712 Feb 02 15:05:13.415845 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-a8cffcb8-c6f8-41f6-b666-76083fe883da service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06 HTTP/1.1" status: 200 len: 998 time: 0.0618691 Feb 02 15:05:13.465526 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-d95ebfb7-06ce-4ea9-b1dd-d741b305a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:13.467125 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-d95ebfb7-06ce-4ea9-b1dd-d741b305a80f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a2ddadf7-401d-42c9-a319-9f35b907bcdb HTTP/1.1" status: 200 len: 848 time: 0.0458117 Feb 02 15:05:13.516486 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-f2881331-7894-4de3-9bc6-b0cfcdbf38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:13.517337 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-f2881331-7894-4de3-9bc6-b0cfcdbf38ce service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4648465b-88dc-4547-9354-dc42af4f0ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442696 Feb 02 15:05:13.618090 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-872775fc-2aa0-42eb-8b73-e1cb2160a996 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939925 Feb 02 15:05:13.715870 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-85e9a0c6-b293-4632-854c-edcd4491fb62 req-0fcb479c-d73c-4bda-8225-2313dcd0df66 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920923 Feb 02 15:05:14.581517 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488fe6a-b1df-4c7b-bf79-446b54fa0fd7 req-d4fbd436-10ca-4314-8f5e-7634cc60bcf3 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:14.583558 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d488fe6a-b1df-4c7b-bf79-446b54fa0fd7 req-d4fbd436-10ca-4314-8f5e-7634cc60bcf3 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.3387833 Feb 02 15:05:14.636510 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d488fe6a-b1df-4c7b-bf79-446b54fa0fd7 req-26905909-99be-48e9-94b0-daf885d4d013 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471954 Feb 02 15:05:15.207006 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a334b59b-7e7a-4de8-8ce5-f0df373914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:15.760156 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea935e-28af-46e8-b381-55a59bbc2c59 req-0b3c3270-57b9-45c6-b517-8b4fff564dca tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:15.761783 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02ea935e-28af-46e8-b381-55a59bbc2c59 req-0b3c3270-57b9-45c6-b517-8b4fff564dca tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0532420 Feb 02 15:05:15.810375 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-02ea935e-28af-46e8-b381-55a59bbc2c59 req-4429aace-fb1d-4ddc-948b-c7c3c2a3a29e tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428581 Feb 02 15:05:16.389274 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:16.607499 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:05:16.934741 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b1dae-b788-4923-be69-eec67ea483fb req-0107ff89-33fa-41ea-a78c-5eee043e8afd tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:16.936167 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f23b1dae-b788-4923-be69-eec67ea483fb req-0107ff89-33fa-41ea-a78c-5eee043e8afd tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0567689 Feb 02 15:05:16.984434 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-f23b1dae-b788-4923-be69-eec67ea483fb req-cdab2657-fd08-4835-8c55-307562435441 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Feb 02 15:05:17.835139 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:18.109684 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72511b-1507-4287-9888-7f4985cf3593 req-da34bce2-fe01-4022-91e7-49d0c941f8ed tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:18.111283 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9b72511b-1507-4287-9888-7f4985cf3593 req-da34bce2-fe01-4022-91e7-49d0c941f8ed tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0584857 Feb 02 15:05:18.164731 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9b72511b-1507-4287-9888-7f4985cf3593 req-711a0d1f-bc50-48c7-9530-f683fa0bfd3b tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478897 Feb 02 15:05:19.204426 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:19.293923 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81215e0f-070d-4f72-9d6d-dfbe0966eed6 req-721ec5e0-3a1c-401c-9e99-74b3b353f568 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:19.295445 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-81215e0f-070d-4f72-9d6d-dfbe0966eed6 req-721ec5e0-3a1c-401c-9e99-74b3b353f568 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0573614 Feb 02 15:05:19.346700 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-81215e0f-070d-4f72-9d6d-dfbe0966eed6 req-199a38fb-52bd-4880-b12e-fc4a312354e6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448601 Feb 02 15:05:20.466669 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b642a4-1814-4ffa-a739-c6e31650f82c req-36b93d85-45a8-4b80-a8e4-527573c7f58c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:20.468347 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e4b642a4-1814-4ffa-a739-c6e31650f82c req-36b93d85-45a8-4b80-a8e4-527573c7f58c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 943 time: 0.0558193 Feb 02 15:05:20.520216 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-e4b642a4-1814-4ffa-a739-c6e31650f82c req-b1b28de6-a40e-4bec-9cec-0acb85faac80 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Feb 02 15:05:21.339596 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device cf47cf89-6d5e-4dee-92e5-c1847d643b06 details requested by agent hyperv_hv-cinder-78251 with host hv-cinder-78251 {{(pid=121023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:05:21.443069 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port cf47cf89-6d5e-4dee-92e5-c1847d643b06, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:05:21.453665 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Returning: {'device': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'port_id': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'mac_address': 'fa:16:3e:7d:b3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:05:21.496839 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port cf47cf89-6d5e-4dee-92e5-c1847d643b06 is: DOWN; New status is: BUILD {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:05:21.497294 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:21.511058 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf47cf89-6d5e-4dee-92e5-c1847d643b06 {{(pid=121023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:05:21.530895 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port cf47cf89-6d5e-4dee-92e5-c1847d643b06, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:05:21.595271 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:21.644278 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25176e-7c75-4f1f-8b3e-f5b1fbe32b59 req-52c75bd3-1004-4a73-bda2-ee5efc751f59 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:21.644904 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=cf47cf89-6d5e-4dee-92e5-c1847d643b06,revision_number=7']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:05:21.646582 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cf25176e-7c75-4f1f-8b3e-f5b1fbe32b59 req-52c75bd3-1004-4a73-bda2-ee5efc751f59 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 944 time: 0.0589395 Feb 02 15:05:21.704927 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-cf25176e-7c75-4f1f-8b3e-f5b1fbe32b59 req-9ed40919-b7a5-4609-aa01-7b62562068ff tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522017 Feb 02 15:05:21.900047 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] get_ports_and_sgs() called for port_ids ['cf47cf89-6d5e-4dee-92e5-c1847d643b06'] {{(pid=121023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:05:22.829122 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458642a-f47e-4897-a431-c8aa8c1a305b req-7b0c0052-4938-4aa9-a9ea-9061fa8c6273 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:22.830904 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6458642a-f47e-4897-a431-c8aa8c1a305b req-7b0c0052-4938-4aa9-a9ea-9061fa8c6273 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 944 time: 0.0581927 Feb 02 15:05:22.883200 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6458642a-f47e-4897-a431-c8aa8c1a305b req-ad80ce88-1a83-400e-94f0-c47351033234 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463679 Feb 02 15:05:23.343162 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device cf47cf89-6d5e-4dee-92e5-c1847d643b06 up at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:05:23.398381 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.provisioning_blocks [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Provisioning complete for port cf47cf89-6d5e-4dee-92e5-c1847d643b06 triggered by entity L2. {{(pid=121023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:05:23.398778 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1670806'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), provisioning_complete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:23.475877 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Current status of the port cf47cf89-6d5e-4dee-92e5-c1847d643b06 is: BUILD; New status is: ACTIVE {{(pid=121023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:05:23.476267 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691514'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), before_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:23.499195 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06'}] {{(pid=121023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:05:23.501688 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aa9f8e5e38cdcc12cbf0c042ed8197afa4f333e33b62fdc6cb21c47a454166d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b134fb8-ae33-4961-b87d-aec1f5a83f67" -d '{"events": [{"server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "name": "network-vif-plugged", "status": "completed", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06"}]}' {{(pid=121023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:05:23.518526 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] For port cf47cf89-6d5e-4dee-92e5-c1847d643b06, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:05:23.539218 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf174bb4-b0b1-4abe-a250-b645277ab3cc x-openstack-request-id: req-cf174bb4-b0b1-4abe-a250-b645277ab3cc {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:05:23.539512 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "name": "network-vif-plugged", "status": "completed", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06", "code": 200}]} {{(pid=121023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:05:23.539773 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf174bb4-b0b1-4abe-a250-b645277ab3cc {{(pid=121023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:05:23.540177 dv-cinder-782518-2-iscsi neutron-server[121023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'code': 200} Feb 02 15:05:23.612931 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759364355301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759363780163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759363780181'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:23.661618 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Pushing event updated for resources: {'Port': ['ID=cf47cf89-6d5e-4dee-92e5-c1847d643b06,revision_number=8']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:05:23.913604 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e2848-ca56-42d0-be69-965970e0405a req-1909de22-11fd-4d38-ad7a-2201878ef205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:23.915200 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-605e2848-ca56-42d0-be69-965970e0405a req-1909de22-11fd-4d38-ad7a-2201878ef205 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1129 time: 0.0471742 Feb 02 15:05:23.976691 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-605e2848-ca56-42d0-be69-965970e0405a req-a96a0d98-6af4-4008-bc6d-feac0ea6bf35 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557263 Feb 02 15:05:24.024717 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee4406-9be3-4d1a-82e8-45f60986bc61 req-ebc40a45-3b5f-4a8c-8d4c-028174c1df69 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:24.027190 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-87ee4406-9be3-4d1a-82e8-45f60986bc61 req-ebc40a45-3b5f-4a8c-8d4c-028174c1df69 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0694625 Feb 02 15:05:24.080923 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-87ee4406-9be3-4d1a-82e8-45f60986bc61 req-df783d6f-7052-470a-9634-c61c0036e806 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482948 Feb 02 15:05:25.210318 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af375ce-8141-4365-bdbf-aa9ee4582a6a req-ed482c23-329a-450f-9514-99c163e55df2 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:25.211961 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3af375ce-8141-4365-bdbf-aa9ee4582a6a req-ed482c23-329a-450f-9514-99c163e55df2 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0589006 Feb 02 15:05:25.266794 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-3af375ce-8141-4365-bdbf-aa9ee4582a6a req-143668cc-d076-419b-a74f-851285d27f24 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487881 Feb 02 15:05:25.668017 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:26.385224 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfdf1c-4bdd-4339-9ee7-4cd2ac2c0164 req-54b4df29-cf40-4b38-929d-a8c240be78ce tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:26.396033 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0fdfdf1c-4bdd-4339-9ee7-4cd2ac2c0164 req-54b4df29-cf40-4b38-929d-a8c240be78ce tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0530422 Feb 02 15:05:26.438810 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-0fdfdf1c-4bdd-4339-9ee7-4cd2ac2c0164 req-093caec9-5cf3-4bb6-9b25-8c4df1749c90 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459504 Feb 02 15:05:37.609514 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-8298806f-f4a7-4f39-b10c-d7869294a7c2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483370 Feb 02 15:05:37.721726 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-d38aed07-c7e3-4203-8be9-577d9b82232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:37.723272 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-d38aed07-c7e3-4203-8be9-577d9b82232e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 1129 time: 0.0489557 Feb 02 15:05:37.837713 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-836a8017-282d-421f-b3e5-f64670f8010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:37.839339 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-836a8017-282d-421f-b3e5-f64670f8010f service neutron] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 913 time: 0.0955472 Feb 02 15:05:37.904077 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-6ae2ac18-aef4-45c0-91f2-2ec51779337c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12eb433b-49f2-4e86-8a09-9e9423415b94 HTTP/1.1" status: 200 len: 1000 time: 0.0577719 Feb 02 15:05:37.955441 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-089d6e71-f03a-47f3-9d29-189fbba6e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:37.956953 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-089d6e71-f03a-47f3-9d29-189fbba6e1bd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0460963 Feb 02 15:05:38.014007 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-d809d84d-bc38-48c0-a60e-09a4539c11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:05:38.015610 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-d809d84d-bc38-48c0-a60e-09a4539c11da service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520117 Feb 02 15:05:38.104364 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-4b7e02a2-0c70-43b0-b37a-5f5776c1b1a5 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812323 Feb 02 15:05:38.199210 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-a49646d5-e7ef-4913-a48b-da2ee11dc8ba req-8419576e-58a4-4f40-9791-802b609a4f9b service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887775 Feb 02 15:05:41.880740 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [req-0e9f0567-a31d-4af0-817c-1d8e64a58f2e req-74a1f761-3895-4cad-9c60-0eeaeabae8ac service neutron] (121022) timed out ('10.222.0.115', 57067) {{(pid=121022) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 15:05:42.690146 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a4091700-3bab-4dff-bf72-1caaae478fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:45.170431 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7a9f21d2-041d-4d5c-b99a-1a6e0d474f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:46.196021 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:47.890524 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:49.155684 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:05:53.607171 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:05:55.690694 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:12.675942 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd1a-22bb-4832-ad94-ffa1fddd8cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:15.139424 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-73b80716-9dbf-43de-9752-4aa4aaaf112d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:16.207130 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:17.857031 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:19.195801 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:19.455636 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43330) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:19.615666 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Deleting port 15ffe063-5657-4822-8134-83d025fb2411 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:19.616004 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (15ffe063-5657-4822-8134-83d025fb2411), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:19.696324 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (15ffe063-5657-4822-8134-83d025fb2411), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:19.696647 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (15ffe063-5657-4822-8134-83d025fb2411), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:19.708789 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Calling delete_port for 15ffe063-5657-4822-8134-83d025fb2411 owned by network:floatingip {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:19.976221 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (15ffe063-5657-4822-8134-83d025fb2411), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:20.006958 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event deleted for resources: {'Port': ['ID=15ffe063-5657-4822-8134-83d025fb2411,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:20.035577 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.035925 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.036272 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.036609 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.036944 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.037271 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.037597 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.037921 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.038245 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.038568 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.038950 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.039244 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.039565 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:20.080908 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (4250495a-9613-4310-812f-24906bd35ae6), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:20.081222 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Floating IP 4250495a-9613-4310-812f-24906bd35ae6 disassociated (deleted). External IP: 172.27.3.170, port: 1a1d2f55-4849-4211-800f-db13a62003f8. Feb 02 15:06:20.293155 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:06:20.402874 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:06:20.407775 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:20.412490 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] Sync routers for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:06:20.422402 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:20.423061 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:20.438501 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-c4710d5b-ad4c-46ec-ad42-f122234f034f tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "DELETE /v2.0/floatingips/4250495a-9613-4310-812f-24906bd35ae6 HTTP/1.1" status: 204 len: 168 time: 0.9818211 Feb 02 15:06:20.439269 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'tag': '1a1d2f55-4849-4211-800f-db13a62003f8'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:06:20.441705 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42815c29-58c0-434c-a75f-8813e237f6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d42e28e-a5ac-4f28-9ca6-73d37545b820", "tag": "1a1d2f55-4849-4211-800f-db13a62003f8"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:06:20.479850 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fe5187-6b8a-481c-a6ab-0ad691bc439e x-openstack-request-id: req-39fe5187-6b8a-481c-a6ab-0ad691bc439e {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:06:20.480825 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d42e28e-a5ac-4f28-9ca6-73d37545b820", "tag": "1a1d2f55-4849-4211-800f-db13a62003f8", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:06:20.481874 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39fe5187-6b8a-481c-a6ab-0ad691bc439e {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:06:20.482539 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'tag': '1a1d2f55-4849-4211-800f-db13a62003f8', 'status': 'completed', 'code': 200} Feb 02 15:06:20.538699 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:20.571097 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-7fe2c5da-fa7e-4ce3-814c-12b5f478feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:20.572567 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-7fe2c5da-fa7e-4ce3-814c-12b5f478feef service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 1129 time: 0.0485311 Feb 02 15:06:20.674727 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-cb3c719d-eef1-4411-bebc-ad30b6d57fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:20.676346 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-cb3c719d-eef1-4411-bebc-ad30b6d57fdf service neutron] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 913 time: 0.0969050 Feb 02 15:06:20.720382 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-4f0aea8a-6a7f-4e8a-ad68-225d7f82808d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1d2f55-4849-4211-800f-db13a62003f8 HTTP/1.1" status: 200 len: 217 time: 0.0363376 Feb 02 15:06:20.772082 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-c39b0304-8cd5-4653-91c9-c50c64338c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:20.773624 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-c39b0304-8cd5-4653-91c9-c50c64338c77 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0471911 Feb 02 15:06:20.788106 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '6de45de4-dc75-49a8-9b9a-963eb21d16d1', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:6e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:40Z', 'updated_at': '2022-02-02T15:02:43Z', 'revision_number': 1, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:20.821205 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] Checking router: 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:06:20.831714 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:20.832337 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:20.838888 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-ad67716e-acaa-4745-86f5-91f882a59a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:20.840370 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-ad67716e-acaa-4745-86f5-91f882a59a12 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593190 Feb 02 15:06:20.938386 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58835f-2a3f-4197-9e3f-6e556df57b34 req-f996e12e-69ca-4301-a08c-b031ef080a70 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:20.939737 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5a58835f-2a3f-4197-9e3f-6e556df57b34 req-f996e12e-69ca-4301-a08c-b031ef080a70 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 945 time: 0.1116021 Feb 02 15:06:20.943999 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:20.989073 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-698040fe-78f9-46b2-bce1-89e69965caff service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303983 Feb 02 15:06:21.018304 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5a58835f-2a3f-4197-9e3f-6e556df57b34 req-f09a5246-5797-485d-be36-4e897ce31da4 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718663 Feb 02 15:06:21.102897 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-42815c29-58c0-434c-a75f-8813e237f6f9 req-bb52c646-865a-4e58-ae9b-48f4c24f2528 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028049 Feb 02 15:06:21.180928 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '6de45de4-dc75-49a8-9b9a-963eb21d16d1', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:6e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:40Z', 'updated_at': '2022-02-02T15:02:43Z', 'revision_number': 1, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:21.209303 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caffe4d8-ccb1-4cf0-aef5-ebc4a3dbb173 None None] The sync data for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi is: [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_floatingips': [{'id': '6de45de4-dc75-49a8-9b9a-963eb21d16d1', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'router_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'port_id': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'mac_address': 'fa:16:3e:6e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:02:40Z', 'updated_at': '2022-02-02T15:02:43Z', 'revision_number': 1, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:06:21.441005 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce514217-dcf1-4172-ad94-787a241b2f23 None None] New status for floating IP 4250495a-9613-4310-812f-24906bd35ae6: DOWN {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:06:22.143350 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a83f2-ea28-4713-a2ed-e1534444e978 req-c194dce4-1ea7-47cf-9a31-390cf0ac49eb tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:22.144836 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ca8a83f2-ea28-4713-a2ed-e1534444e978 req-c194dce4-1ea7-47cf-9a31-390cf0ac49eb tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 945 time: 0.0546079 Feb 02 15:06:22.201046 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ca8a83f2-ea28-4713-a2ed-e1534444e978 req-bd13b836-c8e6-4f86-b57f-9f96a1412d28 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506575 Feb 02 15:06:22.714191 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-d988b83d-7dc6-4643-8173-01efdc86ee76 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:22.715683 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-d988b83d-7dc6-4643-8173-01efdc86ee76 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 945 time: 0.0529721 Feb 02 15:06:22.814361 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-7453c2a9-c43a-407d-b765-146954f67af2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Deleting port 1a1d2f55-4849-4211-800f-db13a62003f8 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:22.814816 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-7453c2a9-c43a-407d-b765-146954f67af2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:22.910628 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-7453c2a9-c43a-407d-b765-146954f67af2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] For port 1a1d2f55-4849-4211-800f-db13a62003f8, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=1a1d2f55-4849-4211-800f-db13a62003f8,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:22.911020 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-7453c2a9-c43a-407d-b765-146954f67af2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:22.923665 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-7453c2a9-c43a-407d-b765-146954f67af2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Calling delete_port for 1a1d2f55-4849-4211-800f-db13a62003f8 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:23.142294 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-7453c2a9-c43a-407d-b765-146954f67af2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (1a1d2f55-4849-4211-800f-db13a62003f8), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:23.172540 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453c2a9-c43a-407d-b765-146954f67af2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event deleted for resources: {'Port': ['ID=1a1d2f55-4849-4211-800f-db13a62003f8,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:23.264416 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-7453c2a9-c43a-407d-b765-146954f67af2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] No DVR routers for this DVR port 1a1d2f55-4849-4211-800f-db13a62003f8 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:23.264416 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-7453c2a9-c43a-407d-b765-146954f67af2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:23.264416 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2cda0137-060c-4ce8-ba9f-9d2f3b36c7ad req-7453c2a9-c43a-407d-b765-146954f67af2 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "DELETE /v2.0/ports/1a1d2f55-4849-4211-800f-db13a62003f8 HTTP/1.1" status: 204 len: 173 time: 0.5044425 Feb 02 15:06:23.264416 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'name': 'network-vif-deleted', 'tag': '1a1d2f55-4849-4211-800f-db13a62003f8'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:06:23.264416 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bb2cea-d5ef-4cbe-b896-78a6ef437f9e" -d '{"events": [{"server_uuid": "7d42e28e-a5ac-4f28-9ca6-73d37545b820", "name": "network-vif-deleted", "tag": "1a1d2f55-4849-4211-800f-db13a62003f8"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:06:23.266054 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08de87c-5e05-4c73-bcea-c7a9dc83f0d7 x-openstack-request-id: req-a08de87c-5e05-4c73-bcea-c7a9dc83f0d7 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:06:23.266054 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d42e28e-a5ac-4f28-9ca6-73d37545b820", "name": "network-vif-deleted", "tag": "1a1d2f55-4849-4211-800f-db13a62003f8", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:06:23.266227 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a08de87c-5e05-4c73-bcea-c7a9dc83f0d7 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:06:23.266525 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d42e28e-a5ac-4f28-9ca6-73d37545b820', 'name': 'network-vif-deleted', 'tag': '1a1d2f55-4849-4211-800f-db13a62003f8', 'status': 'completed', 'code': 200} Feb 02 15:06:23.304583 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d2c73ff9-63d2-4658-9cb7-d808d7ce15cf req-8cf8ee90-ab4b-4791-afbe-9fbeff890a9d tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 210 time: 0.0301065 Feb 02 15:06:24.416892 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-c6b70765-6ce4-4af3-9c3f-9c8cc0b7123f req-c0fd0e36-d358-41a5-8aa7-1880bb33e82e tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d42e28e-a5ac-4f28-9ca6-73d37545b820 HTTP/1.1" status: 200 len: 210 time: 0.0293581 Feb 02 15:06:25.606003 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 1a1d2f55-4849-4211-800f-db13a62003f8 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:25.632760 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 1a1d2f55-4849-4211-800f-db13a62003f8 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:25.633102 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 1a1d2f55-4849-4211-800f-db13a62003f8 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:25.730743 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:28.028481 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43366) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:28.192210 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Deleting port 2f3b92f4-2695-4aa9-9eb0-89d50cb180c1 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:28.192596 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (2f3b92f4-2695-4aa9-9eb0-89d50cb180c1), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:28.267687 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (2f3b92f4-2695-4aa9-9eb0-89d50cb180c1), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:28.267913 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (2f3b92f4-2695-4aa9-9eb0-89d50cb180c1), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:28.280384 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Calling delete_port for 2f3b92f4-2695-4aa9-9eb0-89d50cb180c1 owned by network:floatingip {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:28.513140 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (2f3b92f4-2695-4aa9-9eb0-89d50cb180c1), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:28.537641 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event deleted for resources: {'Port': ['ID=2f3b92f4-2695-4aa9-9eb0-89d50cb180c1,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:28.605473 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (6de45de4-dc75-49a8-9b9a-963eb21d16d1), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:28.606071 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Floating IP 6de45de4-dc75-49a8-9b9a-963eb21d16d1 disassociated (deleted). External IP: 172.27.3.76, port: 12eb433b-49f2-4e86-8a09-9e9423415b94. Feb 02 15:06:28.863292 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:06:28.971748 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:06:28.976556 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:28.981845 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] Sync routers for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:06:28.992424 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:28.993142 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:29.114794 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:29.297564 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-665521e9-a539-4af8-92ff-60d5f03f9298 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "DELETE /v2.0/floatingips/6de45de4-dc75-49a8-9b9a-963eb21d16d1 HTTP/1.1" status: 204 len: 168 time: 1.2651191 Feb 02 15:06:29.297564 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'tag': '12eb433b-49f2-4e86-8a09-9e9423415b94'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:06:29.298397 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d06d85a-5ae5-465c-a76b-68a819f67a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee", "tag": "12eb433b-49f2-4e86-8a09-9e9423415b94"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:06:29.326099 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:29.337493 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58364aec-ecdb-43b8-abb4-609de7546bc9 x-openstack-request-id: req-58364aec-ecdb-43b8-abb4-609de7546bc9 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:06:29.338024 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee", "tag": "12eb433b-49f2-4e86-8a09-9e9423415b94", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:06:29.338223 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58364aec-ecdb-43b8-abb4-609de7546bc9 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:06:29.338630 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'tag': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'status': 'completed', 'code': 200} Feb 02 15:06:29.353930 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] Checking router: 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:06:29.362701 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:29.364100 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:29.434162 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-c70a5378-0dc1-4f6d-b970-26b22ae22018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:29.434162 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-c70a5378-0dc1-4f6d-b970-26b22ae22018 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7bd19cae21664840a25408b84d6c6810&device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 1129 time: 0.0452468 Feb 02 15:06:29.480442 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:29.525309 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-71eea673-6f52-45a8-937b-dbab1a21ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:29.526830 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-71eea673-6f52-45a8-937b-dbab1a21ab8d service neutron] 10.222.0.115 "GET /v2.0/networks?id=14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 200 len: 913 time: 0.0909188 Feb 02 15:06:29.569201 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-3744fe28-1769-4a5a-b1e5-44b7244db1a2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12eb433b-49f2-4e86-8a09-9e9423415b94 HTTP/1.1" status: 200 len: 217 time: 0.0364804 Feb 02 15:06:29.621456 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-0e1642cb-e811-43bd-9f06-0d0f1043f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:29.623666 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-0e1642cb-e811-43bd-9f06-0d0f1043f03a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 200 len: 850 time: 0.0488608 Feb 02 15:06:29.678526 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-c8c66af8-c3b6-4b35-aa24-0ef214a0a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:29.680137 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-c8c66af8-c3b6-4b35-aa24-0ef214a0a51c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=14b39b75-cc4d-4f4c-9e54-afadd09031b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504797 Feb 02 15:06:29.787736 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-7e39bca7-a31a-4d4c-a21c-ca36f018ede0 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010449 Feb 02 15:06:29.831037 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:29.858657 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eaea82-0f01-44ee-a7fb-6d82bcaa68d7 None None] The sync data for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi is: [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T14:59:25Z', 'revision_number': 4, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': 'c176d66d-c017-435f-9d8d-174b5d5b17d6', 'name': '', 'network_id': '14b39b75-cc4d-4f4c-9e54-afadd09031b4', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'mac_address': 'fa:16:3e:d5:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b8028da-6682-468d-8275-775418c20b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:25Z', 'updated_at': '2022-02-02T14:59:30Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'subnets': [{'id': '2b8028da-6682-468d-8275-775418c20b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:06:29.902517 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eb363-6cfa-489b-8671-8d408cfbc443 req-fa426381-5688-4670-8824-c06961871846 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:29.904431 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-896eb363-6cfa-489b-8671-8d408cfbc443 req-fa426381-5688-4670-8824-c06961871846 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 945 time: 0.1497076 Feb 02 15:06:29.928903 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9d06d85a-5ae5-465c-a76b-68a819f67a9e req-a99a3ea1-5176-4d9c-ad3c-00261ef0f827 service neutron] 10.222.0.115 "GET /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330800 Feb 02 15:06:29.974387 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-896eb363-6cfa-489b-8671-8d408cfbc443 req-d877519e-67ad-4e65-b6bb-dee5aba113b6 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634208 Feb 02 15:06:30.091915 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89c24f-608b-47a0-9d48-4d87649dcfba None None] New status for floating IP 6de45de4-dc75-49a8-9b9a-963eb21d16d1: DOWN {{(pid=121024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:06:30.605709 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:06:31.099777 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b728e-e5c1-416c-840f-9fce503fa28d req-13c4eb7d-3975-4ed4-a13b-c33cad831b0c tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:31.101245 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-816b728e-e5c1-416c-840f-9fce503fa28d req-13c4eb7d-3975-4ed4-a13b-c33cad831b0c tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 945 time: 0.0532088 Feb 02 15:06:31.156075 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-816b728e-e5c1-416c-840f-9fce503fa28d req-9e336828-0776-428c-aff2-67fb22920936 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b2d99db-ff62-45c3-bb0e-7542d8790883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480926 Feb 02 15:06:31.450362 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78942f76-3170-4670-8551-760857ba780d req-deb0d565-1364-44ef-87cd-a023a7f933c6 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:31.452020 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-78942f76-3170-4670-8551-760857ba780d req-deb0d565-1364-44ef-87cd-a023a7f933c6 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 945 time: 0.0523617 Feb 02 15:06:31.545978 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-78942f76-3170-4670-8551-760857ba780d req-4846fe94-6bdd-4dcd-822b-8476a8238e12 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Deleting port 12eb433b-49f2-4e86-8a09-9e9423415b94 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:31.546317 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-78942f76-3170-4670-8551-760857ba780d req-4846fe94-6bdd-4dcd-822b-8476a8238e12 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:31.640083 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-78942f76-3170-4670-8551-760857ba780d req-4846fe94-6bdd-4dcd-822b-8476a8238e12 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] For port 12eb433b-49f2-4e86-8a09-9e9423415b94, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=12eb433b-49f2-4e86-8a09-9e9423415b94,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:31.640449 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-78942f76-3170-4670-8551-760857ba780d req-4846fe94-6bdd-4dcd-822b-8476a8238e12 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:31.653735 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-78942f76-3170-4670-8551-760857ba780d req-4846fe94-6bdd-4dcd-822b-8476a8238e12 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Calling delete_port for 12eb433b-49f2-4e86-8a09-9e9423415b94 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:31.930374 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-78942f76-3170-4670-8551-760857ba780d req-4846fe94-6bdd-4dcd-822b-8476a8238e12 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (12eb433b-49f2-4e86-8a09-9e9423415b94), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:31.960795 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846fe94-6bdd-4dcd-822b-8476a8238e12 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event deleted for resources: {'Port': ['ID=12eb433b-49f2-4e86-8a09-9e9423415b94,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:32.009731 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-78942f76-3170-4670-8551-760857ba780d req-4846fe94-6bdd-4dcd-822b-8476a8238e12 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] No DVR routers for this DVR port 12eb433b-49f2-4e86-8a09-9e9423415b94 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:32.012505 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-78942f76-3170-4670-8551-760857ba780d req-4846fe94-6bdd-4dcd-822b-8476a8238e12 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:32.016838 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-78942f76-3170-4670-8551-760857ba780d req-4846fe94-6bdd-4dcd-822b-8476a8238e12 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.115 "DELETE /v2.0/ports/12eb433b-49f2-4e86-8a09-9e9423415b94 HTTP/1.1" status: 204 len: 173 time: 0.5589511 Feb 02 15:06:32.017329 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'name': 'network-vif-deleted', 'tag': '12eb433b-49f2-4e86-8a09-9e9423415b94'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:06:32.020490 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9272b18e-9772-4a2b-86f6-af33b77d3a20" -d '{"events": [{"server_uuid": "cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee", "name": "network-vif-deleted", "tag": "12eb433b-49f2-4e86-8a09-9e9423415b94"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:06:32.058993 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50944885-1ef2-4129-a290-359094a1509d x-openstack-request-id: req-50944885-1ef2-4129-a290-359094a1509d {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:06:32.059312 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee", "name": "network-vif-deleted", "tag": "12eb433b-49f2-4e86-8a09-9e9423415b94", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:06:32.059532 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50944885-1ef2-4129-a290-359094a1509d {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:06:32.059939 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee', 'name': 'network-vif-deleted', 'tag': '12eb433b-49f2-4e86-8a09-9e9423415b94', 'status': 'completed', 'code': 200} Feb 02 15:06:32.260657 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-2cd64316-9313-4a13-bc2f-1404d610df0d req-ea8b740d-f7ed-462a-be9a-e527f8c62a68 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 210 time: 0.0303771 Feb 02 15:06:33.386882 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-d67a1625-94b8-44e2-91ee-61ec639d7ee6 req-fe086232-f48a-4f1f-a12b-d56242b1f7c9 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf20a3ea-ddd5-4f17-9ac0-7747b0a587ee HTTP/1.1" status: 200 len: 210 time: 0.0355566 Feb 02 15:06:33.668456 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 12eb433b-49f2-4e86-8a09-9e9423415b94 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:33.693317 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: 12eb433b-49f2-4e86-8a09-9e9423415b94 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:33.695000 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device 12eb433b-49f2-4e86-8a09-9e9423415b94 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:34.452426 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43384) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:34.576187 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-636c6220-95da-4604-a025-f9e927ee4051 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Deleting port 1694a831-17c6-42e7-a9f6-f82030b08c97 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:34.576561 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-636c6220-95da-4604-a025-f9e927ee4051 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (1694a831-17c6-42e7-a9f6-f82030b08c97), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:34.650695 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-636c6220-95da-4604-a025-f9e927ee4051 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (1694a831-17c6-42e7-a9f6-f82030b08c97), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:34.651042 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-636c6220-95da-4604-a025-f9e927ee4051 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (1694a831-17c6-42e7-a9f6-f82030b08c97), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:34.664874 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-636c6220-95da-4604-a025-f9e927ee4051 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Calling delete_port for 1694a831-17c6-42e7-a9f6-f82030b08c97 owned by network:floatingip {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:34.887514 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-636c6220-95da-4604-a025-f9e927ee4051 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (1694a831-17c6-42e7-a9f6-f82030b08c97), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:34.914225 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c6220-95da-4604-a025-f9e927ee4051 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event deleted for resources: {'Port': ['ID=1694a831-17c6-42e7-a9f6-f82030b08c97,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:34.982664 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-636c6220-95da-4604-a025-f9e927ee4051 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for floatingip (14932d88-64c1-4f0c-8e97-fe275f596692), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:34.985435 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-636c6220-95da-4604-a025-f9e927ee4051 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:34.986598 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-636c6220-95da-4604-a025-f9e927ee4051 tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "DELETE /v2.0/floatingips/14932d88-64c1-4f0c-8e97-fe275f596692 HTTP/1.1" status: 204 len: 168 time: 0.5331800 Feb 02 15:06:36.392288 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43396) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:36.448217 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5030a885-6b68-44d9-ac65-5e3ae9c0cdbc tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group (2b2d99db-ff62-45c3-bb0e-7542d8790883), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:36.474805 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5030a885-6b68-44d9-ac65-5e3ae9c0cdbc tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group (2b2d99db-ff62-45c3-bb0e-7542d8790883), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:36.607560 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5030a885-6b68-44d9-ac65-5e3ae9c0cdbc tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (2b2d99db-ff62-45c3-bb0e-7542d8790883), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:36.610206 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5030a885-6b68-44d9-ac65-5e3ae9c0cdbc tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:36.611430 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-5030a885-6b68-44d9-ac65-5e3ae9c0cdbc tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] 10.222.0.10 "DELETE /v2.0/security-groups/2b2d99db-ff62-45c3-bb0e-7542d8790883 HTTP/1.1" status: 204 len: 168 time: 0.2181568 Feb 02 15:06:36.620597 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030a885-6b68-44d9-ac65-5e3ae9c0cdbc tempest-TestVolumeBootPattern-1314889031 tempest-TestVolumeBootPattern-1314889031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d99db-ff62-45c3-bb0e-7542d8790883,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:36.762936 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43400) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:37.234596 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637538'] for router_interface (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:37.486133 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] Deleting port c176d66d-c017-435f-9d8d-174b5d5b17d6 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:37.486868 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:37.564658 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] For port c176d66d-c017-435f-9d8d-174b5d5b17d6, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=c176d66d-c017-435f-9d8d-174b5d5b17d6,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:37.565016 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:37.577542 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] Calling delete_port for c176d66d-c017-435f-9d8d-174b5d5b17d6 owned by network:router_interface {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:37.881621 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (c176d66d-c017-435f-9d8d-174b5d5b17d6), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:37.908975 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] Pushing event deleted for resources: {'Port': ['ID=c176d66d-c017-435f-9d8d-174b5d5b17d6,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:38.083624 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637694'] for router_interface (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:38.302091 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] Router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:06:38.408954 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:06:38.414910 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-91b3e8ea-a7a7-414c-8ba7-f607f40e579d admin admin] 10.222.0.10 "PUT /v2.0/routers/33f52b7b-5a96-4d30-9f80-cbb0d4dacca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6511278 Feb 02 15:06:38.416871 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43404) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:38.418562 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] Sync routers for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:06:38.428516 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:38.429149 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:38.528361 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Publish callbacks [] for router (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:38.541180 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:38.638446 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Publish callbacks [] for router_gateway (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:38.728199 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T15:06:37Z', 'revision_number': 5, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port': {'id': '681b7d6b-21f4-4635-b9a8-2dc8dfe51828', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:23Z', 'updated_at': '2022-02-02T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:38.761941 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] Checking router: 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:06:38.771455 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] Routers {'33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:38.772145 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:38.772812 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Deleting port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:38.773157 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:38.856409 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] For port 681b7d6b-21f4-4635-b9a8-2dc8dfe51828, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=681b7d6b-21f4-4635-b9a8-2dc8dfe51828,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:38.857343 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:38.865411 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] Set router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 gateway port host: None {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:38.866155 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-2caf6109-2dca-4d67-b1f1-d74d1a222809 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1047919 Feb 02 15:06:38.871752 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Calling delete_port for 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 owned by network:router_gateway {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:38.922122 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T15:06:38Z', 'revision_number': 6, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port_host': None}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:38.944965 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-b025c580-3386-44e6-9156-3154e5596399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:38.946579 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-b025c580-3386-44e6-9156-3154e5596399 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=64b842903bb94bbc8d62f1a6059bac24&device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1129 time: 0.0470448 Feb 02 15:06:38.953937 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132cbf72-b5ee-4d3a-b608-e2a979dcbde3 None None] The sync data for ids ['33f52b7b-5a96-4d30-9f80-cbb0d4dacca1'] in dv-cinder-782518-2-iscsi is: [{'id': '33f52b7b-5a96-4d30-9f80-cbb0d4dacca1', 'name': 'tempest-TestVolumeBootPattern-608194859-router', 'tenant_id': '7bd19cae21664840a25408b84d6c6810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:22Z', 'updated_at': '2022-02-02T15:06:38Z', 'revision_number': 6, 'project_id': '7bd19cae21664840a25408b84d6c6810', 'gw_port_host': None}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:06:39.063465 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-34f66e9f-11c3-43a3-b169-d480abfbd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:39.064994 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-34f66e9f-11c3-43a3-b169-d480abfbd91d service neutron] 10.222.0.115 "GET /v2.0/networks?id=4648465b-88dc-4547-9354-dc42af4f0ff6 HTTP/1.1" status: 200 len: 911 time: 0.0992591 Feb 02 15:06:39.131155 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-cccfae34-7875-4cc7-afc9-0251e295b639 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06 HTTP/1.1" status: 200 len: 1000 time: 0.0599415 Feb 02 15:06:39.179159 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-20f15ec3-ae90-4fec-b765-39f67bdef24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:39.180560 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-20f15ec3-ae90-4fec-b765-39f67bdef24c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a2ddadf7-401d-42c9-a319-9f35b907bcdb HTTP/1.1" status: 200 len: 848 time: 0.0441320 Feb 02 15:06:39.196197 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (681b7d6b-21f4-4635-b9a8-2dc8dfe51828), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.224697 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=681b7d6b-21f4-4635-b9a8-2dc8dfe51828,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:39.235541 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-7da6283f-72c1-4664-b9c5-263650c44a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:39.237464 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-7da6283f-72c1-4664-b9c5-263650c44a8b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4648465b-88dc-4547-9354-dc42af4f0ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508618 Feb 02 15:06:39.257343 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.257611 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.257956 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.258297 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.258643 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.258985 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.259312 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.259638 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.259960 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.260285 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.260607 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.260926 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.261245 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:39.303511 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637276'] for router_gateway (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.335892 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-9f3dd02d-85af-4181-b66f-e8099df7036f service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917256 Feb 02 15:06:39.402830 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16358'] for router (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.405514 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Publish callbacks [] for router_controller (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.547760 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638668'] for router (33f52b7b-5a96-4d30-9f80-cbb0d4dacca1), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.548532 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 {{(pid=121021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:06:39.552743 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.553909 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-8b704633-c8fb-4da3-86b0-47d15ea0d3d2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/33f52b7b-5a96-4d30-9f80-cbb0d4dacca1 HTTP/1.1" status: 204 len: 168 time: 1.1358366 Feb 02 15:06:39.556524 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43410) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:39.603910 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-0062b7e7-eb76-4b3b-901d-6a8fa879aa48 admin admin] Deleting subnet 2b8028da-6682-468d-8275-775418c20b32 {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:06:39.608152 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0062b7e7-eb76-4b3b-901d-6a8fa879aa48 admin admin] Publish callbacks [] for subnet (2b8028da-6682-468d-8275-775418c20b32), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.648666 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0062b7e7-eb76-4b3b-901d-6a8fa879aa48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (2b8028da-6682-468d-8275-775418c20b32), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.720975 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5ebe0356-eda8-4d8e-b317-b8a4c9750cdc req-2d2b9414-0207-4e46-93a0-6ff62bd12b15 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792024 Feb 02 15:06:39.733689 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0062b7e7-eb76-4b3b-901d-6a8fa879aa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (2b8028da-6682-468d-8275-775418c20b32), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.799528 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device c176d66d-c017-435f-9d8d-174b5d5b17d6 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:39.820646 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: c176d66d-c017-435f-9d8d-174b5d5b17d6 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:39.821266 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device c176d66d-c017-435f-9d8d-174b5d5b17d6 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:39.821678 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:39.848175 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:39.848175 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 681b7d6b-21f4-4635-b9a8-2dc8dfe51828 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:39.899345 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0062b7e7-eb76-4b3b-901d-6a8fa879aa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (2b8028da-6682-468d-8275-775418c20b32), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.925180 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062b7e7-eb76-4b3b-901d-6a8fa879aa48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8028da-6682-468d-8275-775418c20b32,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:39.932007 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0062b7e7-eb76-4b3b-901d-6a8fa879aa48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:39.936475 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-0062b7e7-eb76-4b3b-901d-6a8fa879aa48 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2b8028da-6682-468d-8275-775418c20b32 HTTP/1.1" status: 204 len: 168 time: 0.3789258 Feb 02 15:06:39.939052 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43412) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:39.941036 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94ea31-e570-43e6-83f0-ddc92c642c02 None None] Network 14b39b75-cc4d-4f4c-9e54-afadd09031b4 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:06:40.020983 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (14b39b75-cc4d-4f4c-9e54-afadd09031b4), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.045669 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43414) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:40.082269 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Deleting port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:40.082608 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.111623 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] DHCP port deletion for 14b39b75-cc4d-4f4c-9e54-afadd09031b4 request from dv-cinder-782518-2-iscsi {{(pid=121023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 15:06:40.154671 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] For port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=e4c29669-f1a8-4ec0-8c8e-5dff91ecc826,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:40.155085 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.165641 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Deleting port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 {{(pid=121023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:40.166020 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), before_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.168413 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Calling delete_port for e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 owned by network:dhcp {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:40.222552 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Deleting port cc2aeae6-f2d9-47da-820b-d32ee03df12d {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:40.222947 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (cc2aeae6-f2d9-47da-820b-d32ee03df12d), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.248329 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] For port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=e4c29669-f1a8-4ec0-8c8e-5dff91ecc826,segment=NetworkSegment(abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7),segment_id=abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:40.249027 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), precommit_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.263775 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Calling delete_port for e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 owned by network:dhcp {{(pid=121023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:40.302458 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (cc2aeae6-f2d9-47da-820b-d32ee03df12d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.302811 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for floatingip (cc2aeae6-f2d9-47da-820b-d32ee03df12d), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.315323 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Calling delete_port for cc2aeae6-f2d9-47da-820b-d32ee03df12d owned by network:floatingip {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:40.342858 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.349375 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154'] for port (e4c29669-f1a8-4ec0-8c8e-5dff91ecc826), after_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.370133 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c29669-f1a8-4ec0-8c8e-5dff91ecc826,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:40.375620 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] No DVR routers for this DVR port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 on host dv-cinder-782518-2-iscsi {{(pid=121021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:40.384235 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Pushing event deleted for resources: {'Port': ['ID=e4c29669-f1a8-4ec0-8c8e-5dff91ecc826,revision_number=None']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:40.387568 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] No DVR routers for this DVR port e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 on host dv-cinder-782518-2-iscsi {{(pid=121023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:40.402912 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.403802 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.404292 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.404993 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.405752 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.406196 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.407291 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.407738 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.408253 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.408840 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.409599 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.410060 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.410699 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfc65c-0f57-4bac-8ad0-88de374bed92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782518-2-iscsi {{(pid=121023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:06:40.459288 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (14b39b75-cc4d-4f4c-9e54-afadd09031b4), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.479574 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b39b75-cc4d-4f4c-9e54-afadd09031b4']}} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:40.489829 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7') {'for_net_delete': True} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:40.490121 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7') {} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:40.499355 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5464450'] for segment (abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.512482 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.518400 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=121021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5467550'] for segment (abde7aff-f7ca-47ec-8dcc-c43e1ff1bbe7), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: Traceback (most recent call last): Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: timer() Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: cb(*args, **kw) Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: return func(*args, **kwargs) Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: self._notify() Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: self.callback(batched_events) Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: event.method(event) Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: return f(self, *a, **k) Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: return self._get(url).json() Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: return self.request(url, 'GET', **kwargs) Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:06:40.521946 dv-cinder-782518-2-iscsi neutron-server[121021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:06:40.599281 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (cc2aeae6-f2d9-47da-820b-d32ee03df12d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.629423 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event deleted for resources: {'Port': ['ID=cc2aeae6-f2d9-47da-820b-d32ee03df12d,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:40.693235 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for floatingip (bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.693958 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.db.l3_db [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Floating IP bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d disassociated (deleted). External IP: 172.27.3.89, port: cf47cf89-6d5e-4dee-92e5-c1847d643b06. Feb 02 15:06:40.702568 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (14b39b75-cc4d-4f4c-9e54-afadd09031b4), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.726719 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:40.730290 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] 10.222.0.10 "DELETE /v2.0/networks/14b39b75-cc4d-4f4c-9e54-afadd09031b4 HTTP/1.1" status: 204 len: 168 time: 0.7900269 Feb 02 15:06:40.731579 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f805b-1d1f-4f6c-9362-dcb7350d0c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b39b75-cc4d-4f4c-9e54-afadd09031b4,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:40.733995 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43416) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:41.093349 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Router 79333550-41f8-46a7-85b2-96bb5d052b71 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:06:41.250863 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:06:41.255953 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for floatingip (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:41.260430 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] Sync routers for ids ['79333550-41f8-46a7-85b2-96bb5d052b71'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:06:41.270415 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] Routers {'79333550-41f8-46a7-85b2-96bb5d052b71'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:41.271125 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['79333550-41f8-46a7-85b2-96bb5d052b71'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:41.295819 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-73c015e3-c6bb-4c57-89b6-9082624443b6 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "DELETE /v2.0/floatingips/bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d HTTP/1.1" status: 204 len: 168 time: 1.2489138 Feb 02 15:06:41.297053 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:06:41.299526 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4f40e3-1fab-46e1-8b73-818cf6c16482" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:06:41.346893 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21f6293-21fe-40b1-9be9-278d60538792 x-openstack-request-id: req-a21f6293-21fe-40b1-9be9-278d60538792 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:06:41.347187 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:06:41.347439 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a21f6293-21fe-40b1-9be9-278d60538792 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:06:41.347837 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'status': 'completed', 'code': 200} Feb 02 15:06:41.357822 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637538'] for router_interface (2a22f8ae-48ae-4bb2-861d-703d09ac1468), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:41.382941 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] Set router 79333550-41f8-46a7-85b2-96bb5d052b71 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:41.498853 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-8cb43e49-2f07-483d-a61d-57143eab5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:41.499340 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:41.500723 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-8cb43e49-2f07-483d-a61d-57143eab5866 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=64b842903bb94bbc8d62f1a6059bac24&device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 1129 time: 0.1047771 Feb 02 15:06:41.524758 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:41.525105 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device e4c29669-f1a8-4ec0-8c8e-5dff91ecc826 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:41.605971 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:05Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '6d65aa80-7434-46fa-b3af-1c7b8d16b17c', 'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'mac_address': 'fa:16:3e:5d:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:04Z', 'updated_at': '2022-02-02T15:02:08Z', 'revision_number': 5, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'subnets': [{'id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:41.634705 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] Checking router: 79333550-41f8-46a7-85b2-96bb5d052b71 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:06:41.643916 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] Routers {'79333550-41f8-46a7-85b2-96bb5d052b71'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:41.644360 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['79333550-41f8-46a7-85b2-96bb5d052b71'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:41.670060 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-69fa31e9-f893-4998-8659-3e6e1d39d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:41.671630 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-69fa31e9-f893-4998-8659-3e6e1d39d2c3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4648465b-88dc-4547-9354-dc42af4f0ff6 HTTP/1.1" status: 200 len: 911 time: 0.1641376 Feb 02 15:06:41.735532 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-76046ec2-6dd8-46ee-a136-00c201dc426d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06 HTTP/1.1" status: 200 len: 217 time: 0.0555494 Feb 02 15:06:41.840025 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] Set router 79333550-41f8-46a7-85b2-96bb5d052b71 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:41.849043 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-3e115106-4de6-4f4f-8fbe-6b9f073719b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:41.850494 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-3e115106-4de6-4f4f-8fbe-6b9f073719b3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a2ddadf7-401d-42c9-a319-9f35b907bcdb HTTP/1.1" status: 200 len: 848 time: 0.0823734 Feb 02 15:06:41.876332 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ca582-5b52-4a3f-8021-bcff1586183c req-fb9f0fbe-2e21-4972-9e3b-99caecb11472 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:41.877716 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e8ca582-5b52-4a3f-8021-bcff1586183c req-fb9f0fbe-2e21-4972-9e3b-99caecb11472 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.1349044 Feb 02 15:06:41.914976 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] Deleting port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:41.915308 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:42.001955 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-9e8ca582-5b52-4a3f-8021-bcff1586183c req-03e783db-ca19-4646-b00c-893bb0d3da0a tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083095 Feb 02 15:06:42.007666 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-93afc141-91ec-40f6-8f57-16c425fae192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:42.009116 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-93afc141-91ec-40f6-8f57-16c425fae192 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4648465b-88dc-4547-9354-dc42af4f0ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1509926 Feb 02 15:06:42.045326 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:05Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '6d65aa80-7434-46fa-b3af-1c7b8d16b17c', 'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'mac_address': 'fa:16:3e:5d:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:04Z', 'updated_at': '2022-02-02T15:02:08Z', 'revision_number': 5, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'subnets': [{'id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:42.074563 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aacb519-b072-419f-a406-d818e20562c3 None None] The sync data for ids ['79333550-41f8-46a7-85b2-96bb5d052b71'] in dv-cinder-782518-2-iscsi is: [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:05Z', 'revision_number': 4, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi', '_interfaces': [{'id': '6d65aa80-7434-46fa-b3af-1c7b8d16b17c', 'name': '', 'network_id': '4648465b-88dc-4547-9354-dc42af4f0ff6', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'mac_address': 'fa:16:3e:5d:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:04Z', 'updated_at': '2022-02-02T15:02:08Z', 'revision_number': 5, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'subnets': [{'id': 'a2ddadf7-401d-42c9-a319-9f35b907bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:06:42.106619 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] For port 721ca01b-9e2f-456b-a3d6-7e18dd0d1672, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=721ca01b-9e2f-456b-a3d6-7e18dd0d1672,segment=NetworkSegment(fd1f8dac-7da4-4f89-9551-ac911e33f73e),segment_id=fd1f8dac-7da4-4f89-9551-ac911e33f73e)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:42.107225 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:42.126070 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] Calling delete_port for 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 owned by network:router_interface {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:42.152762 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-8d28a5d9-f37c-4b30-a2d0-ae5d9718fe15 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347103 Feb 02 15:06:42.304023 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c829d77-156b-45fc-9a54-07302287db6a None None] New status for floating IP bc06efdb-9690-4acb-8d6f-5d1c55c0ea4d: DOWN {{(pid=121023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:06:42.329664 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-ea4f40e3-1fab-46e1-8b73-818cf6c16482 req-002356e4-aedf-4a57-8c98-8bebd58b4023 service neutron] 10.222.0.115 "GET /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483328 Feb 02 15:06:42.462232 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (721ca01b-9e2f-456b-a3d6-7e18dd0d1672), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:42.486844 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] Pushing event deleted for resources: {'Port': ['ID=721ca01b-9e2f-456b-a3d6-7e18dd0d1672,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:42.663035 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637694'] for router_interface (2a22f8ae-48ae-4bb2-861d-703d09ac1468), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:42.696283 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-8e48f2ed-ed5e-4247-b34d-8835189e87f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:43.202371 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] Router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:06:43.231329 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f065fd-037d-4e6c-a00c-251fe754cd0e req-06b1c637-a92e-45af-b064-7d03af5a9eb5 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:43.233741 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-01f065fd-037d-4e6c-a00c-251fe754cd0e req-06b1c637-a92e-45af-b064-7d03af5a9eb5 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.0762813 Feb 02 15:06:43.364251 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-01f065fd-037d-4e6c-a00c-251fe754cd0e req-7d9a3c8e-3f2c-4a44-a50f-4188747e17d9 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/security-groups?id=24ae1546-7edc-4816-9d08-5d391b3ef3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979528 Feb 02 15:06:43.375569 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:06:43.381555 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-59b36e5e-5acd-4ed8-b5c1-8571842b919a admin admin] 10.222.0.10 "PUT /v2.0/routers/2a22f8ae-48ae-4bb2-861d-703d09ac1468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6460669 Feb 02 15:06:43.383980 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43426) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:43.384827 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] Sync routers for ids ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:06:43.395570 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] Routers {'2a22f8ae-48ae-4bb2-861d-703d09ac1468'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:43.396203 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:43.511141 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] Set router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:43.533304 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-7091c0a6-9dc3-406b-b512-5626f1038f30 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:06:43.534942 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-7091c0a6-9dc3-406b-b512-5626f1038f30 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.115 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 945 time: 0.1120269 Feb 02 15:06:43.549015 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Publish callbacks [] for router (2a22f8ae-48ae-4bb2-861d-703d09ac1468), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:43.690856 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'name': 'tempest-TestVolumeBootPattern-1885098900-router', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:28Z', 'updated_at': '2022-02-02T15:06:42Z', 'revision_number': 5, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'gw_port': {'id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:29Z', 'updated_at': '2022-02-02T14:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:43.718503 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] Checking router: 2a22f8ae-48ae-4bb2-861d-703d09ac1468 for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:06:43.726929 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] Routers {'2a22f8ae-48ae-4bb2-861d-703d09ac1468'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:43.727527 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:15Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:43.730902 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Publish callbacks [] for router_gateway (2a22f8ae-48ae-4bb2-861d-703d09ac1468), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:43.742176 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-e0a6183f-fba3-426e-9e8b-c364d008d918 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Deleting port cf47cf89-6d5e-4dee-92e5-c1847d643b06 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:43.742511 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-e0a6183f-fba3-426e-9e8b-c364d008d918 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:43.834598 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] Set router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:43.835570 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-e0a6183f-fba3-426e-9e8b-c364d008d918 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] For port cf47cf89-6d5e-4dee-92e5-c1847d643b06, host hv-cinder-78251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78251',level=0,port_id=cf47cf89-6d5e-4dee-92e5-c1847d643b06,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:43.835938 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-e0a6183f-fba3-426e-9e8b-c364d008d918 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:43.849712 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-e0a6183f-fba3-426e-9e8b-c364d008d918 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Calling delete_port for cf47cf89-6d5e-4dee-92e5-c1847d643b06 owned by compute:nova {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:43.969295 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Deleting port 10f80b3e-b936-4249-bd52-00255c0d29c5 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:43.969670 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:44.020322 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'name': 'tempest-TestVolumeBootPattern-1885098900-router', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:28Z', 'updated_at': '2022-02-02T15:06:42Z', 'revision_number': 5, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'gw_port': {'id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:29Z', 'updated_at': '2022-02-02T14:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:44.046857 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c7c50-9ee0-4370-9f67-fada28363692 None None] The sync data for ids ['2a22f8ae-48ae-4bb2-861d-703d09ac1468'] in dv-cinder-782518-2-iscsi is: [{'id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'name': 'tempest-TestVolumeBootPattern-1885098900-router', 'tenant_id': '132e718f22a94e0293a2ca026bf17061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:59:28Z', 'updated_at': '2022-02-02T15:06:42Z', 'revision_number': 5, 'project_id': '132e718f22a94e0293a2ca026bf17061', 'gw_port': {'id': '10f80b3e-b936-4249-bd52-00255c0d29c5', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a22f8ae-48ae-4bb2-861d-703d09ac1468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:59:29Z', 'updated_at': '2022-02-02T14:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:06:44.093057 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] For port 10f80b3e-b936-4249-bd52-00255c0d29c5, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=10f80b3e-b936-4249-bd52-00255c0d29c5,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:44.093057 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:44.100170 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Calling delete_port for 10f80b3e-b936-4249-bd52-00255c0d29c5 owned by network:router_gateway {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:44.197350 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-e0a6183f-fba3-426e-9e8b-c364d008d918 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (cf47cf89-6d5e-4dee-92e5-c1847d643b06), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:44.241801 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6183f-fba3-426e-9e8b-c364d008d918 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event deleted for resources: {'Port': ['ID=cf47cf89-6d5e-4dee-92e5-c1847d643b06,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:44.303521 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-e0a6183f-fba3-426e-9e8b-c364d008d918 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] No DVR routers for this DVR port cf47cf89-6d5e-4dee-92e5-c1847d643b06 on host hv-cinder-78251 {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:44.307200 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-e0a6183f-fba3-426e-9e8b-c364d008d918 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40716'] for port (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:44.311068 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-6a241523-2b2c-4030-b753-aec04b5debc9 req-e0a6183f-fba3-426e-9e8b-c364d008d918 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.115 "DELETE /v2.0/ports/cf47cf89-6d5e-4dee-92e5-c1847d643b06 HTTP/1.1" status: 204 len: 173 time: 0.7696257 Feb 02 15:06:44.311512 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'name': 'network-vif-deleted', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06'}] {{(pid=121022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:06:44.316369 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e205aa344807c3ded24b599f03a2725f6841313825e45761e4a8783d65f78f39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a901f844-f6c2-47fb-a15c-c9025ad94402" -d '{"events": [{"server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "name": "network-vif-deleted", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06"}]}' {{(pid=121022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:06:44.355650 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edf3fc3-1226-423c-90ba-da9265c7c687 x-openstack-request-id: req-4edf3fc3-1226-423c-90ba-da9265c7c687 {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:06:44.355942 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff", "name": "network-vif-deleted", "tag": "cf47cf89-6d5e-4dee-92e5-c1847d643b06", "status": "completed", "code": 200}]} {{(pid=121022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:06:44.356217 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4edf3fc3-1226-423c-90ba-da9265c7c687 {{(pid=121022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:06:44.356623 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff', 'name': 'network-vif-deleted', 'tag': 'cf47cf89-6d5e-4dee-92e5-c1847d643b06', 'status': 'completed', 'code': 200} Feb 02 15:06:44.465141 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-acb44215-e192-4c71-8786-46fad6ef2011 req-da85f611-a6bf-4857-a90e-b4e10864b2e7 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 210 time: 0.0305228 Feb 02 15:06:44.519991 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (10f80b3e-b936-4249-bd52-00255c0d29c5), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:44.559757 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f80b3e-b936-4249-bd52-00255c0d29c5,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:44.628639 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637276'] for router_gateway (2a22f8ae-48ae-4bb2-861d-703d09ac1468), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:44.724332 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16358'] for router (2a22f8ae-48ae-4bb2-861d-703d09ac1468), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:44.733012 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Publish callbacks [] for router_controller (2a22f8ae-48ae-4bb2-861d-703d09ac1468), precommit_delete_associations {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:44.993855 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638668'] for router (2a22f8ae-48ae-4bb2-861d-703d09ac1468), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:44.994401 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a22f8ae-48ae-4bb2-861d-703d09ac1468 {{(pid=121022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:06:45.000312 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:45.001468 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-0791f0d3-20c6-4c66-baac-7d7f02548755 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2a22f8ae-48ae-4bb2-861d-703d09ac1468 HTTP/1.1" status: 204 len: 168 time: 1.6165674 Feb 02 15:06:45.004778 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43432) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:45.057398 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-7171b22a-6799-443d-a955-dd7e17af319e admin admin] Deleting subnet b95e995b-4512-450d-9fe5-8b934620f3f5 {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:06:45.061572 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7171b22a-6799-443d-a955-dd7e17af319e admin admin] Publish callbacks [] for subnet (b95e995b-4512-450d-9fe5-8b934620f3f5), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:45.101188 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7171b22a-6799-443d-a955-dd7e17af319e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (b95e995b-4512-450d-9fe5-8b934620f3f5), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:45.182038 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-d651290b-8e34-4bb1-9073-1702cbcf9ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:45.456488 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7171b22a-6799-443d-a955-dd7e17af319e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (b95e995b-4512-450d-9fe5-8b934620f3f5), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:45.521732 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 10f80b3e-b936-4249-bd52-00255c0d29c5 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:45.542329 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 10f80b3e-b936-4249-bd52-00255c0d29c5 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:45.543170 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 10f80b3e-b936-4249-bd52-00255c0d29c5 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:45.543354 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:45.564617 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:45.565055 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 721ca01b-9e2f-456b-a3d6-7e18dd0d1672 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:45.604067 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [req-5534489e-6ba2-4147-93d9-588d5ef0bf2d req-a328f1ba-bda1-46d9-bc29-a4c040742595 tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba71eb2-ffeb-4ffd-bc28-00611cceb2ff HTTP/1.1" status: 200 len: 210 time: 0.0350471 Feb 02 15:06:45.608225 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7171b22a-6799-443d-a955-dd7e17af319e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (b95e995b-4512-450d-9fe5-8b934620f3f5), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:45.639761 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171b22a-6799-443d-a955-dd7e17af319e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95e995b-4512-450d-9fe5-8b934620f3f5,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:45.642235 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7171b22a-6799-443d-a955-dd7e17af319e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:45.645973 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8522b-de25-4ace-ad82-16015e53c9ce None None] Network 7a8fd072-b816-49c5-903c-717835a2222e requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:06:45.646875 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-7171b22a-6799-443d-a955-dd7e17af319e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b95e995b-4512-450d-9fe5-8b934620f3f5 HTTP/1.1" status: 204 len: 168 time: 0.6408265 Feb 02 15:06:45.649302 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43436) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:45.730828 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (7a8fd072-b816-49c5-903c-717835a2222e), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:45.793927 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Deleting port d8d0d5b3-c054-4f47-a50b-0100220621dc {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:45.794979 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:45.873146 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device cf47cf89-6d5e-4dee-92e5-c1847d643b06 no longer exists at agent hyperv_hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:45.878687 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] For port d8d0d5b3-c054-4f47-a50b-0100220621dc, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=d8d0d5b3-c054-4f47-a50b-0100220621dc,segment=NetworkSegment(fd1f8dac-7da4-4f89-9551-ac911e33f73e),segment_id=fd1f8dac-7da4-4f89-9551-ac911e33f73e)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:45.879086 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:45.896348 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Calling delete_port for d8d0d5b3-c054-4f47-a50b-0100220621dc owned by network:dhcp {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:45.898910 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] No Port match for: cf47cf89-6d5e-4dee-92e5-c1847d643b06 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:45.903140 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Device cf47cf89-6d5e-4dee-92e5-c1847d643b06 not bound to the agent host hv-cinder-78251 {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:45.969900 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afce947-c2d6-4215-9d53-360077d70a1a None None] DHCP port deletion for 7a8fd072-b816-49c5-903c-717835a2222e request from dv-cinder-782518-2-iscsi {{(pid=121023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 15:06:46.018982 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-3afce947-c2d6-4215-9d53-360077d70a1a None None] Deleting port d8d0d5b3-c054-4f47-a50b-0100220621dc {{(pid=121023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:46.019364 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3afce947-c2d6-4215-9d53-360077d70a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), before_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.088443 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-3afce947-c2d6-4215-9d53-360077d70a1a None None] For port d8d0d5b3-c054-4f47-a50b-0100220621dc, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=d8d0d5b3-c054-4f47-a50b-0100220621dc,segment=NetworkSegment(fd1f8dac-7da4-4f89-9551-ac911e33f73e),segment_id=fd1f8dac-7da4-4f89-9551-ac911e33f73e)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:46.088765 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3afce947-c2d6-4215-9d53-360077d70a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), precommit_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.102082 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-3afce947-c2d6-4215-9d53-360077d70a1a None None] Calling delete_port for d8d0d5b3-c054-4f47-a50b-0100220621dc owned by network:dhcp {{(pid=121023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:46.165093 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.194412 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3afce947-c2d6-4215-9d53-360077d70a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154'] for port (d8d0d5b3-c054-4f47-a50b-0100220621dc), after_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.217660 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] No DVR routers for this DVR port d8d0d5b3-c054-4f47-a50b-0100220621dc on host dv-cinder-782518-2-iscsi {{(pid=121021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:46.220638 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d0d5b3-c054-4f47-a50b-0100220621dc,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:46.221754 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afce947-c2d6-4215-9d53-360077d70a1a None None] Pushing event deleted for resources: {'Port': ['ID=d8d0d5b3-c054-4f47-a50b-0100220621dc,revision_number=None']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:46.225522 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afce947-c2d6-4215-9d53-360077d70a1a None None] No DVR routers for this DVR port d8d0d5b3-c054-4f47-a50b-0100220621dc on host dv-cinder-782518-2-iscsi {{(pid=121023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:46.293308 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.326506 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (7a8fd072-b816-49c5-903c-717835a2222e), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.347358 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8fd072-b816-49c5-903c-717835a2222e']}} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:46.361931 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1f8dac-7da4-4f89-9551-ac911e33f73e') {'for_net_delete': True} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:46.362447 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.services.segments.db [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1f8dac-7da4-4f89-9551-ac911e33f73e') {} {{(pid=121021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:46.376797 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5464450'] for segment (fd1f8dac-7da4-4f89-9551-ac911e33f73e), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.389955 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (fd1f8dac-7da4-4f89-9551-ac911e33f73e), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.396083 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=121021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:06:46.396586 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5467550'] for segment (fd1f8dac-7da4-4f89-9551-ac911e33f73e), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: Traceback (most recent call last): Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: timer() Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: cb(*args, **kw) Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: return func(*args, **kwargs) Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: self._notify() Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: self.callback(batched_events) Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: event.method(event) Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: return f(self, *a, **k) Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: return self._get(url).json() Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: return self.request(url, 'GET', **kwargs) Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:06:46.398367 dv-cinder-782518-2-iscsi neutron-server[121021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:06:46.633595 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (7a8fd072-b816-49c5-903c-717835a2222e), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.639759 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.642977 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7a8fd072-b816-49c5-903c-717835a2222e HTTP/1.1" status: 204 len: 168 time: 0.9923780 Feb 02 15:06:46.654344 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d642d4a-e53e-4ec3-9876-8b5c404053e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8fd072-b816-49c5-903c-717835a2222e,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:46.671718 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43442) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:46.732470 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4ef8-5847-4325-b27a-a1bf64271e3c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group (24ae1546-7edc-4816-9d08-5d391b3ef3be), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.761793 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4ef8-5847-4325-b27a-a1bf64271e3c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group (24ae1546-7edc-4816-9d08-5d391b3ef3be), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.959620 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4ef8-5847-4325-b27a-a1bf64271e3c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (24ae1546-7edc-4816-9d08-5d391b3ef3be), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.962246 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4ef8-5847-4325-b27a-a1bf64271e3c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Publish callbacks [] for security_group (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:46.963453 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-a8bf4ef8-5847-4325-b27a-a1bf64271e3c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] 10.222.0.10 "DELETE /v2.0/security-groups/24ae1546-7edc-4816-9d08-5d391b3ef3be HTTP/1.1" status: 204 len: 168 time: 0.2899208 Feb 02 15:06:46.972999 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf4ef8-5847-4325-b27a-a1bf64271e3c tempest-TestShelveInstance-1513343281 tempest-TestShelveInstance-1513343281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ae1546-7edc-4816-9d08-5d391b3ef3be,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:47.237192 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43446) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:47.280486 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43448) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:47.332101 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b89a1a19-57c8-480d-86f3-e94e1db1652e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7bd19cae21664840a25408b84d6c6810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480638 Feb 02 15:06:47.332319 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43450) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:47.387053 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-01eef0a0-cc56-44a7-970c-8baf324d598d admin admin] Publish callbacks [] for security_group (84006ae4-5e8d-4b3a-81be-8a3c8d8ae1e7), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:47.411021 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-01eef0a0-cc56-44a7-970c-8baf324d598d admin admin] Publish callbacks [] for security_group (84006ae4-5e8d-4b3a-81be-8a3c8d8ae1e7), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:47.504570 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device d8d0d5b3-c054-4f47-a50b-0100220621dc no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:47.527296 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: d8d0d5b3-c054-4f47-a50b-0100220621dc {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:47.527749 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device d8d0d5b3-c054-4f47-a50b-0100220621dc not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:47.614557 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637538'] for router_interface (79333550-41f8-46a7-85b2-96bb5d052b71), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:47.641872 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-01eef0a0-cc56-44a7-970c-8baf324d598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (84006ae4-5e8d-4b3a-81be-8a3c8d8ae1e7), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:47.644525 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-01eef0a0-cc56-44a7-970c-8baf324d598d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:47.645678 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-01eef0a0-cc56-44a7-970c-8baf324d598d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84006ae4-5e8d-4b3a-81be-8a3c8d8ae1e7 HTTP/1.1" status: 204 len: 168 time: 0.3125420 Feb 02 15:06:47.654558 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eef0a0-cc56-44a7-970c-8baf324d598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84006ae4-5e8d-4b3a-81be-8a3c8d8ae1e7,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:47.873152 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] Deleting port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:47.873381 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:47.913483 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:47.956627 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] For port 6d65aa80-7434-46fa-b3af-1c7b8d16b17c, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=6d65aa80-7434-46fa-b3af-1c7b8d16b17c,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:47.956968 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:47.969917 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] Calling delete_port for 6d65aa80-7434-46fa-b3af-1c7b8d16b17c owned by network:router_interface {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:48.295458 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (6d65aa80-7434-46fa-b3af-1c7b8d16b17c), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:48.322480 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d65aa80-7434-46fa-b3af-1c7b8d16b17c,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:48.501649 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637694'] for router_interface (79333550-41f8-46a7-85b2-96bb5d052b71), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:48.723608 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] Router 79333550-41f8-46a7-85b2-96bb5d052b71 has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:06:48.831569 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:06:48.837368 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-c6ef91b2-36e3-45d6-87ff-633126bc8a22 admin admin] 10.222.0.10 "PUT /v2.0/routers/79333550-41f8-46a7-85b2-96bb5d052b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5992017 Feb 02 15:06:48.839244 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43456) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:48.840949 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] Sync routers for ids ['79333550-41f8-46a7-85b2-96bb5d052b71'] in dv-cinder-782518-2-iscsi {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:06:48.852300 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] Routers {'79333550-41f8-46a7-85b2-96bb5d052b71'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:48.852919 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['79333550-41f8-46a7-85b2-96bb5d052b71'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:48.854040 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43458) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:48.904487 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43460) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:48.916097 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-6b701bd1-da79-4847-9341-7678c630f017 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=132e718f22a94e0293a2ca026bf17061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480804 Feb 02 15:06:48.964394 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] Set router 79333550-41f8-46a7-85b2-96bb5d052b71 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:48.977716 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Publish callbacks [] for router (79333550-41f8-46a7-85b2-96bb5d052b71), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.029645 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9befc5fb-c937-421f-aaa2-78f1a5e48bc9 admin admin] Publish callbacks [] for security_group (0d530be9-321b-49fc-9e63-1d5898396d59), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.087969 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9befc5fb-c937-421f-aaa2-78f1a5e48bc9 admin admin] Publish callbacks [] for security_group (0d530be9-321b-49fc-9e63-1d5898396d59), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.131961 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Publish callbacks [] for router_gateway (79333550-41f8-46a7-85b2-96bb5d052b71), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.176703 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:06:48Z', 'revision_number': 5, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:49.202345 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] Checking router: 79333550-41f8-46a7-85b2-96bb5d052b71 for host: dv-cinder-782518-2-iscsi {{(pid=121023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:06:49.210489 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] Routers {'79333550-41f8-46a7-85b2-96bb5d052b71'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:49.211113 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['79333550-41f8-46a7-85b2-96bb5d052b71'], 'active': True} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:49.249781 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.281253 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9befc5fb-c937-421f-aaa2-78f1a5e48bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (0d530be9-321b-49fc-9e63-1d5898396d59), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.283850 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-9befc5fb-c937-421f-aaa2-78f1a5e48bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.285025 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-9befc5fb-c937-421f-aaa2-78f1a5e48bc9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d530be9-321b-49fc-9e63-1d5898396d59 HTTP/1.1" status: 204 len: 168 time: 0.3794210 Feb 02 15:06:49.319819 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvr_db [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] Set router 79333550-41f8-46a7-85b2-96bb5d052b71 gateway port host: dv-cinder-782518-2-iscsi {{(pid=121023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:49.325097 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befc5fb-c937-421f-aaa2-78f1a5e48bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d530be9-321b-49fc-9e63-1d5898396d59,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:49.350721 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Deleting port e348b2d6-8a17-4573-8b25-8a0ffc38f71f {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:49.351093 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.434229 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] For port e348b2d6-8a17-4573-8b25-8a0ffc38f71f, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=e348b2d6-8a17-4573-8b25-8a0ffc38f71f,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:49.434591 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.448254 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Calling delete_port for e348b2d6-8a17-4573-8b25-8a0ffc38f71f owned by network:router_gateway {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:49.528010 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_hamode_db [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:06:48Z', 'revision_number': 5, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:49.560443 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5abee2-3214-470a-a4c6-4d62809ce093 None None] The sync data for ids ['79333550-41f8-46a7-85b2-96bb5d052b71'] in dv-cinder-782518-2-iscsi is: [{'id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'name': 'tempest-TestShelveInstance-1503822773-router', 'tenant_id': '64b842903bb94bbc8d62f1a6059bac24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:06:48Z', 'revision_number': 5, 'project_id': '64b842903bb94bbc8d62f1a6059bac24', 'gw_port': {'id': 'e348b2d6-8a17-4573-8b25-8a0ffc38f71f', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79333550-41f8-46a7-85b2-96bb5d052b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:02Z', 'updated_at': '2022-02-02T15:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}] {{(pid=121023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:06:49.736719 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (e348b2d6-8a17-4573-8b25-8a0ffc38f71f), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.765041 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e348b2d6-8a17-4573-8b25-8a0ffc38f71f,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:49.835369 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637276'] for router_gateway (79333550-41f8-46a7-85b2-96bb5d052b71), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.933980 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16358'] for router (79333550-41f8-46a7-85b2-96bb5d052b71), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:49.936206 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Publish callbacks [] for router_controller (79333550-41f8-46a7-85b2-96bb5d052b71), precommit_delete_associations {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.122038 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638668'] for router (79333550-41f8-46a7-85b2-96bb5d052b71), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.123139 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79333550-41f8-46a7-85b2-96bb5d052b71 {{(pid=121022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:06:50.127840 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.129202 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-19bc8edd-56b5-4501-9be6-35f2449a00f0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/79333550-41f8-46a7-85b2-96bb5d052b71 HTTP/1.1" status: 204 len: 168 time: 1.2889826 Feb 02 15:06:50.132030 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43464) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:50.178668 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.db_base_plugin_v2 [None req-38597d3b-3d78-4a04-95c6-a5cac6719f04 admin admin] Deleting subnet a2ddadf7-401d-42c9-a319-9f35b907bcdb {{(pid=121022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:06:50.182074 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-38597d3b-3d78-4a04-95c6-a5cac6719f04 admin admin] Publish callbacks [] for subnet (a2ddadf7-401d-42c9-a319-9f35b907bcdb), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.226429 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-38597d3b-3d78-4a04-95c6-a5cac6719f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983608'] for subnet (a2ddadf7-401d-42c9-a319-9f35b907bcdb), precommit_delete_associations {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.305526 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-38597d3b-3d78-4a04-95c6-a5cac6719f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (a2ddadf7-401d-42c9-a319-9f35b907bcdb), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.448156 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-38597d3b-3d78-4a04-95c6-a5cac6719f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5302774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5844443'] for subnet (a2ddadf7-401d-42c9-a319-9f35b907bcdb), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.472049 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38597d3b-3d78-4a04-95c6-a5cac6719f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ddadf7-401d-42c9-a319-9f35b907bcdb,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:50.477612 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-38597d3b-3d78-4a04-95c6-a5cac6719f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.480847 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-38597d3b-3d78-4a04-95c6-a5cac6719f04 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a2ddadf7-401d-42c9-a319-9f35b907bcdb HTTP/1.1" status: 204 len: 168 time: 0.3477790 Feb 02 15:06:50.484126 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43466) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:50.484290 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbde1cc-9a1e-4077-9ade-6ebc18d16bf3 None None] Network 4648465b-88dc-4547-9354-dc42af4f0ff6 requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:06:50.565222 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (4648465b-88dc-4547-9354-dc42af4f0ff6), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.632249 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Deleting port edbc3df0-f8ae-449e-b91c-2ff241399dd4 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:50.632585 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.652405 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4d8465-2357-4335-9be7-b0e0a9c31719 None None] DHCP port deletion for 4648465b-88dc-4547-9354-dc42af4f0ff6 request from dv-cinder-782518-2-iscsi {{(pid=121023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 15:06:50.702077 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-af4d8465-2357-4335-9be7-b0e0a9c31719 None None] Deleting port edbc3df0-f8ae-449e-b91c-2ff241399dd4 {{(pid=121023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:50.702456 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-af4d8465-2357-4335-9be7-b0e0a9c31719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), before_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.703000 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] For port edbc3df0-f8ae-449e-b91c-2ff241399dd4, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=edbc3df0-f8ae-449e-b91c-2ff241399dd4,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:50.703374 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.717677 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Calling delete_port for edbc3df0-f8ae-449e-b91c-2ff241399dd4 owned by network:dhcp {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:50.770672 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-af4d8465-2357-4335-9be7-b0e0a9c31719 None None] For port edbc3df0-f8ae-449e-b91c-2ff241399dd4, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=edbc3df0-f8ae-449e-b91c-2ff241399dd4,segment=NetworkSegment(880d2fa6-5eef-4725-aaad-c3c118875dff),segment_id=880d2fa6-5eef-4725-aaad-c3c118875dff)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:50.771162 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-af4d8465-2357-4335-9be7-b0e0a9c31719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), precommit_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.784211 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-af4d8465-2357-4335-9be7-b0e0a9c31719 None None] Calling delete_port for edbc3df0-f8ae-449e-b91c-2ff241399dd4 owned by network:dhcp {{(pid=121023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:50.954224 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.960671 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-af4d8465-2357-4335-9be7-b0e0a9c31719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154'] for port (edbc3df0-f8ae-449e-b91c-2ff241399dd4), after_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:50.981242 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=edbc3df0-f8ae-449e-b91c-2ff241399dd4,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:50.984930 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] No DVR routers for this DVR port edbc3df0-f8ae-449e-b91c-2ff241399dd4 on host dv-cinder-782518-2-iscsi {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:50.987008 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d8465-2357-4335-9be7-b0e0a9c31719 None None] Pushing event deleted for resources: {'Port': ['ID=edbc3df0-f8ae-449e-b91c-2ff241399dd4,revision_number=None']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:50.990871 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d8465-2357-4335-9be7-b0e0a9c31719 None None] No DVR routers for this DVR port edbc3df0-f8ae-449e-b91c-2ff241399dd4 on host dv-cinder-782518-2-iscsi {{(pid=121023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:51.061820 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (4648465b-88dc-4547-9354-dc42af4f0ff6), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:51.083379 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4648465b-88dc-4547-9354-dc42af4f0ff6']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:51.093450 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880d2fa6-5eef-4725-aaad-c3c118875dff') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:51.093745 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880d2fa6-5eef-4725-aaad-c3c118875dff') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:51.103045 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (880d2fa6-5eef-4725-aaad-c3c118875dff), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:51.116295 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (880d2fa6-5eef-4725-aaad-c3c118875dff), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:51.122770 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (880d2fa6-5eef-4725-aaad-c3c118875dff), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:06:51.131265 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:06:51.287866 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (4648465b-88dc-4547-9354-dc42af4f0ff6), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:51.293148 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:51.298586 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] 10.222.0.10 "DELETE /v2.0/networks/4648465b-88dc-4547-9354-dc42af4f0ff6 HTTP/1.1" status: 204 len: 168 time: 0.8116114 Feb 02 15:06:51.299915 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43468) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:51.308407 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4c153-2660-4c8e-aad9-55e2de05bd9d admin admin] Pushing event deleted for resources: {'Network': ['ID=4648465b-88dc-4547-9354-dc42af4f0ff6,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:51.488135 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 6d65aa80-7434-46fa-b3af-1c7b8d16b17c no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:51.511876 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 6d65aa80-7434-46fa-b3af-1c7b8d16b17c {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:51.512308 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 6d65aa80-7434-46fa-b3af-1c7b8d16b17c not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:51.512716 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device e348b2d6-8a17-4573-8b25-8a0ffc38f71f no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:51.532425 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: e348b2d6-8a17-4573-8b25-8a0ffc38f71f {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:51.532761 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device e348b2d6-8a17-4573-8b25-8a0ffc38f71f not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:51.533166 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device edbc3df0-f8ae-449e-b91c-2ff241399dd4 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:51.552185 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: edbc3df0-f8ae-449e-b91c-2ff241399dd4 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:51.552488 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device edbc3df0-f8ae-449e-b91c-2ff241399dd4 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:51.652241 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637538'] for router_interface (b68df571-e882-4970-9490-0244af80e80a), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:51.901780 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] Deleting port bb093e37-8e32-411a-9fae-8ff0367a5279 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:51.902009 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:51.979182 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] For port bb093e37-8e32-411a-9fae-8ff0367a5279, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=bb093e37-8e32-411a-9fae-8ff0367a5279,segment=NetworkSegment(949a3914-707f-4acd-943b-b35208c3590a),segment_id=949a3914-707f-4acd-943b-b35208c3590a)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:51.979539 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:51.992460 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] Calling delete_port for bb093e37-8e32-411a-9fae-8ff0367a5279 owned by network:router_interface {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:52.267917 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (bb093e37-8e32-411a-9fae-8ff0367a5279), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:52.293215 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb093e37-8e32-411a-9fae-8ff0367a5279,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:52.468777 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637694'] for router_interface (b68df571-e882-4970-9490-0244af80e80a), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:52.915783 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] Router b68df571-e882-4970-9490-0244af80e80a has already been hosted by L3 agent 00928e20-c3f2-4e80-9de6-fec87f4a22a1 {{(pid=121021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:06:53.023682 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] Notify agent at l3_agent.dv-cinder-782518-2-iscsi the message routers_updated {{(pid=121021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:06:53.029059 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-7c848bbe-fa1e-4f5d-98ff-121c501a3266 admin admin] 10.222.0.10 "PUT /v2.0/routers/b68df571-e882-4970-9490-0244af80e80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7277257 Feb 02 15:06:53.031332 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43470) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:53.033752 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] Sync routers for ids ['b68df571-e882-4970-9490-0244af80e80a'] in dv-cinder-782518-2-iscsi {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:06:53.046395 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] Routers {'b68df571-e882-4970-9490-0244af80e80a'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:53.047039 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b68df571-e882-4970-9490-0244af80e80a'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:53.136226 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Publish callbacks [] for router (b68df571-e882-4970-9490-0244af80e80a), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:53.156441 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] Set router b68df571-e882-4970-9490-0244af80e80a gateway port host: dv-cinder-782518-2-iscsi {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:53.238702 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Publish callbacks [] for router_gateway (b68df571-e882-4970-9490-0244af80e80a), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:53.337281 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68df571-e882-4970-9490-0244af80e80a', 'name': 'tempest-TestShelveInstance-1111690861-router', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'external_fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:08Z', 'updated_at': '2022-02-02T15:06:52Z', 'revision_number': 5, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'gw_port': {'id': 'ffb6a2c1-2a54-4079-afd2-f895afabcb94', 'name': '', 'network_id': '9739a75a-4066-4d10-9da4-91f07c2c2a48', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:89:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68df571-e882-4970-9490-0244af80e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782518-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:02:09Z', 'updated_at': '2022-02-02T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3533a8eb-4469-4f51-9ebc-510cc0649005', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782518-2-iscsi'}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:53.338002 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Deleting port ffb6a2c1-2a54-4079-afd2-f895afabcb94 {{(pid=121021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:53.338351 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:53.367726 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] Checking router: b68df571-e882-4970-9490-0244af80e80a for host: dv-cinder-782518-2-iscsi {{(pid=121024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:06:53.376897 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] Routers {'b68df571-e882-4970-9490-0244af80e80a'} bound to L3 agent in host dv-cinder-782518-2-iscsi {{(pid=121024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:06:53.377524 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782518-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T14:41:45Z,description=,heartbeat_timestamp=2022-02-02T15:06:45Z,host='dv-cinder-782518-2-iscsi',id=00928e20-c3f2-4e80-9de6-fec87f4a22a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b68df571-e882-4970-9490-0244af80e80a'], 'active': True} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:53.423730 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.db [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] For port ffb6a2c1-2a54-4079-afd2-f895afabcb94, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=ffb6a2c1-2a54-4079-afd2-f895afabcb94,segment=NetworkSegment(59744187-3f7e-4b7c-b823-5c7d93a2ea43),segment_id=59744187-3f7e-4b7c-b823-5c7d93a2ea43)] {{(pid=121021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:53.423730 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:53.437837 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Calling delete_port for ffb6a2c1-2a54-4079-afd2-f895afabcb94 owned by network:router_gateway {{(pid=121021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:53.555976 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_dvr_db [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] Set router b68df571-e882-4970-9490-0244af80e80a gateway port host: None {{(pid=121024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:06:53.609626 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.l3_hamode_db [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68df571-e882-4970-9490-0244af80e80a', 'name': 'tempest-TestShelveInstance-1111690861-router', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:08Z', 'updated_at': '2022-02-02T15:06:53Z', 'revision_number': 6, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'gw_port_host': None}], 'dv-cinder-782518-2-iscsi', False) {} {{(pid=121024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:53.639827 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b207e3-5829-4930-b007-21c13ac00584 None None] The sync data for ids ['b68df571-e882-4970-9490-0244af80e80a'] in dv-cinder-782518-2-iscsi is: [{'id': 'b68df571-e882-4970-9490-0244af80e80a', 'name': 'tempest-TestShelveInstance-1111690861-router', 'tenant_id': 'a045f646c924485d9666db3837ab2da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:02:08Z', 'updated_at': '2022-02-02T15:06:53Z', 'revision_number': 6, 'project_id': 'a045f646c924485d9666db3837ab2da2', 'gw_port_host': None}] {{(pid=121024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:06:53.736521 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5467571'] for port (ffb6a2c1-2a54-4079-afd2-f895afabcb94), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:53.774201 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb6a2c1-2a54-4079-afd2-f895afabcb94,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:53.828877 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637276'] for router_gateway (b68df571-e882-4970-9490-0244af80e80a), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:53.922089 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16358'] for router (b68df571-e882-4970-9490-0244af80e80a), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:53.924149 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Publish callbacks [] for router_controller (b68df571-e882-4970-9490-0244af80e80a), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.039449 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638668'] for router (b68df571-e882-4970-9490-0244af80e80a), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.039946 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b68df571-e882-4970-9490-0244af80e80a {{(pid=121021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:06:54.044401 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.045769 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-ea2b2e49-ab0c-4ef3-9fed-794a7c1ae045 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b68df571-e882-4970-9490-0244af80e80a HTTP/1.1" status: 204 len: 168 time: 1.0135319 Feb 02 15:06:54.048333 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [-] (121021) accepted ('10.222.0.10', 43472) {{(pid=121021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:54.095748 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c359958-89ec-43ce-baf3-62f7d2726f60 admin admin] Deleting subnet 9c68fca8-14f6-4e15-8bb1-55e33914fe08 {{(pid=121021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:06:54.098750 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3c359958-89ec-43ce-baf3-62f7d2726f60 admin admin] Publish callbacks [] for subnet (9c68fca8-14f6-4e15-8bb1-55e33914fe08), before_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.133379 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3c359958-89ec-43ce-baf3-62f7d2726f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5464457'] for subnet (9c68fca8-14f6-4e15-8bb1-55e33914fe08), precommit_delete_associations {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.214092 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3c359958-89ec-43ce-baf3-62f7d2726f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058660'] for subnet (9c68fca8-14f6-4e15-8bb1-55e33914fe08), precommit_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.345261 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3c359958-89ec-43ce-baf3-62f7d2726f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5467492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7205740'] for subnet (9c68fca8-14f6-4e15-8bb1-55e33914fe08), after_delete {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.369993 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c359958-89ec-43ce-baf3-62f7d2726f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c68fca8-14f6-4e15-8bb1-55e33914fe08,revision_number=None']} {{(pid=121021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:54.377633 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron_lib.callbacks.manager [None req-3c359958-89ec-43ce-baf3-62f7d2726f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for subnet (None), before_response {{(pid=121021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.382140 dv-cinder-782518-2-iscsi neutron-server[121021]: INFO neutron.wsgi [None req-3c359958-89ec-43ce-baf3-62f7d2726f60 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9c68fca8-14f6-4e15-8bb1-55e33914fe08 HTTP/1.1" status: 204 len: 168 time: 0.3327188 Feb 02 15:06:54.383694 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1536fe0-6eb7-4913-bbd0-53bff3a6b284 None None] Network d4f898c6-e404-4831-9145-fcdcfc64af5f requested from dv-cinder-782518-2-iscsi {{(pid=121023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:06:54.384780 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43474) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:54.458527 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1970042'] for network (d4f898c6-e404-4831-9145-fcdcfc64af5f), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.514836 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Deleting port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 {{(pid=121022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:54.515178 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.552619 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e06f1-82e0-400b-924a-5c10ae270de2 None None] DHCP port deletion for d4f898c6-e404-4831-9145-fcdcfc64af5f request from dv-cinder-782518-2-iscsi {{(pid=121023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 15:06:54.584848 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.db [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] For port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=9b8dfe70-5cfb-4a26-89c0-4c9210f678e5,segment=NetworkSegment(949a3914-707f-4acd-943b-b35208c3590a),segment_id=949a3914-707f-4acd-943b-b35208c3590a)] {{(pid=121022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:54.585213 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.599570 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.plugin [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Calling delete_port for 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 owned by network:dhcp {{(pid=121022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:54.603051 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-565e06f1-82e0-400b-924a-5c10ae270de2 None None] Deleting port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 {{(pid=121023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:06:54.603421 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-565e06f1-82e0-400b-924a-5c10ae270de2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759364350329'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), before_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.674970 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.db [None req-565e06f1-82e0-400b-924a-5c10ae270de2 None None] For port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5, host dv-cinder-782518-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782518-2-iscsi',level=0,port_id=9b8dfe70-5cfb-4a26-89c0-4c9210f678e5,segment=NetworkSegment(949a3914-707f-4acd-943b-b35208c3590a),segment_id=949a3914-707f-4acd-943b-b35208c3590a)] {{(pid=121023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:06:54.675372 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-565e06f1-82e0-400b-924a-5c10ae270de2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636231'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), precommit_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.688973 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-565e06f1-82e0-400b-924a-5c10ae270de2 None None] Calling delete_port for 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 owned by network:dhcp {{(pid=121023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:06:54.794719 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5302561'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.802323 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-565e06f1-82e0-400b-924a-5c10ae270de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1691209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759364355283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759363780154'] for port (9b8dfe70-5cfb-4a26-89c0-4c9210f678e5), after_delete {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.838551 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8dfe70-5cfb-4a26-89c0-4c9210f678e5,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:54.844551 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] No DVR routers for this DVR port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 on host dv-cinder-782518-2-iscsi {{(pid=121022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:54.850814 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e06f1-82e0-400b-924a-5c10ae270de2 None None] Pushing event deleted for resources: {'Port': ['ID=9b8dfe70-5cfb-4a26-89c0-4c9210f678e5,revision_number=None']} {{(pid=121023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:54.860165 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e06f1-82e0-400b-924a-5c10ae270de2 None None] No DVR routers for this DVR port 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 on host dv-cinder-782518-2-iscsi {{(pid=121023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:06:54.919458 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057787', 'neutron.services.segments.db._delete_segments_for_network-8759364258717'] for network (d4f898c6-e404-4831-9145-fcdcfc64af5f), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.942684 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f898c6-e404-4831-9145-fcdcfc64af5f']}} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:54.952571 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949a3914-707f-4acd-943b-b35208c3590a') {'for_net_delete': True} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:54.952862 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.services.segments.db [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949a3914-707f-4acd-943b-b35208c3590a') {} {{(pid=121022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:06:54.962134 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759364295078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983603'] for segment (949a3914-707f-4acd-943b-b35208c3590a), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.975778 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895'] for segment (949a3914-707f-4acd-943b-b35208c3590a), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.981674 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=121022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:06:54.982049 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5302540'] for segment (949a3914-707f-4acd-943b-b35208c3590a), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: Traceback (most recent call last): Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: timer() Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: cb(*args, **kw) Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: return func(*args, **kwargs) Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: self._notify() Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: self.callback(batched_events) Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: event.method(event) Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: return f(self, *a, **k) Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._get(url).json() Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: return self.request(url, 'GET', **kwargs) Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:06:54.983732 dv-cinder-782518-2-iscsi neutron-server[121022]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:06:55.119536 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637296'] for network (d4f898c6-e404-4831-9145-fcdcfc64af5f), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:55.125688 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629972'] for network (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:55.129420 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d4f898c6-e404-4831-9145-fcdcfc64af5f HTTP/1.1" status: 204 len: 168 time: 0.7435877 Feb 02 15:06:55.141042 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33f196-8172-4dce-8e20-944bb01a78f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f898c6-e404-4831-9145-fcdcfc64af5f,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:55.487680 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device ffb6a2c1-2a54-4079-afd2-f895afabcb94 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:55.500757 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43478) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:55.509732 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: ffb6a2c1-2a54-4079-afd2-f895afabcb94 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:55.510082 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device ffb6a2c1-2a54-4079-afd2-f895afabcb94 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:55.510496 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:55.529877 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:55.530216 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device 9b8dfe70-5cfb-4a26-89c0-4c9210f678e5 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:55.530627 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device bb093e37-8e32-411a-9fae-8ff0367a5279 no longer exists at agent ovs-agent-dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:06:55.541625 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-b574b9ae-c513-47b9-8f0d-d175e607b99e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64b842903bb94bbc8d62f1a6059bac24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391152 Feb 02 15:06:55.544563 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43480) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:55.550104 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] No Port match for: bb093e37-8e32-411a-9fae-8ff0367a5279 {{(pid=121023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:06:55.550451 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron.plugins.ml2.rpc [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Device bb093e37-8e32-411a-9fae-8ff0367a5279 not bound to the agent host dv-cinder-782518-2-iscsi {{(pid=121023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:06:55.596845 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-eec7df0e-84bb-46c7-87b0-a93b37a5ae86 admin admin] Publish callbacks [] for security_group (da237fe6-0e97-4846-af20-b9fec02a91be), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:55.618887 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-eec7df0e-84bb-46c7-87b0-a93b37a5ae86 admin admin] Publish callbacks [] for security_group (da237fe6-0e97-4846-af20-b9fec02a91be), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:55.670860 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:55.784773 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-eec7df0e-84bb-46c7-87b0-a93b37a5ae86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (da237fe6-0e97-4846-af20-b9fec02a91be), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:55.787525 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-eec7df0e-84bb-46c7-87b0-a93b37a5ae86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:55.788716 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-eec7df0e-84bb-46c7-87b0-a93b37a5ae86 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da237fe6-0e97-4846-af20-b9fec02a91be HTTP/1.1" status: 204 len: 168 time: 0.2428992 Feb 02 15:06:55.797159 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7df0e-84bb-46c7-87b0-a93b37a5ae86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da237fe6-0e97-4846-af20-b9fec02a91be,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:06:56.531885 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43486) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:56.572872 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-2cd4aadc-fa2d-4a15-a755-1090b9f5f1ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a045f646c924485d9666db3837ab2da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396335 Feb 02 15:06:56.575339 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.wsgi [-] (121022) accepted ('10.222.0.10', 43488) {{(pid=121022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:06:56.625172 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0ff3-d28e-46ee-8bca-526e3845aad1 admin admin] Publish callbacks [] for security_group (9b0d165c-1d6f-4993-a7f5-d9a210b0c3b2), before_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:56.646942 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0ff3-d28e-46ee-8bca-526e3845aad1 admin admin] Publish callbacks [] for security_group (9b0d165c-1d6f-4993-a7f5-d9a210b0c3b2), precommit_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:56.784961 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0ff3-d28e-46ee-8bca-526e3845aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584339'] for security_group (9b0d165c-1d6f-4993-a7f5-d9a210b0c3b2), after_delete {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:56.789952 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0ff3-d28e-46ee-8bca-526e3845aad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:06:56.791791 dv-cinder-782518-2-iscsi neutron-server[121022]: INFO neutron.wsgi [None req-5d8f0ff3-d28e-46ee-8bca-526e3845aad1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b0d165c-1d6f-4993-a7f5-d9a210b0c3b2 HTTP/1.1" status: 204 len: 168 time: 0.2146211 Feb 02 15:06:56.807544 dv-cinder-782518-2-iscsi neutron-server[121022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f0ff3-d28e-46ee-8bca-526e3845aad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0d165c-1d6f-4993-a7f5-d9a210b0c3b2,revision_number=None']} {{(pid=121022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:07:07.605628 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:07:12.696203 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-c06eb611-42f4-4b4f-b705-f60472422933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:15.181964 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b7a7-53c4-42f8-9fec-b44f04eaa0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:16.234097 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:17.839172 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:19.176239 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:25.703105 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:42.682701 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-577b4dd0-15b0-4a9c-9bbd-927782028c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:44.605073 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:07:45.163294 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-695f4989-2699-4d29-887c-5c359a40b4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:46.214322 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:47.847975 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:49.157554 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:07:55.829576 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:12.736867 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-05ef76ff-2cf7-4cd0-af2c-4a7888bbbfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:15.131332 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-09d2fd3f-8495-4a27-81a1-f3ecebcaf649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:16.211283 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:17.825265 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:19.174001 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:21.605243 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:08:25.801641 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:31.336638 dv-cinder-782518-2-iscsi neutron-server[121021]: DEBUG neutron.wsgi [req-f8d674fc-7b72-4003-977d-9752b94a8024 req-66118a40-adc5-4e33-8dfe-e3f8835f2642 service neutron] (121021) timed out ('10.222.0.115', 57063) {{(pid=121021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 15:08:42.700353 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cc0f4e93-f931-4f96-acc3-558508e8a43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:45.119964 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-17e41536-2101-4a08-ba96-b9ccb7ff3245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:46.257853 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:47.816973 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:49.154121 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:55.771648 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:08:58.604978 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:09:12.708850 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-7b05db30-f19f-42ef-8006-c25799a226ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:15.166347 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9e8c-d16a-4ac4-8fb2-dd0b28ef84de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:16.261101 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:17.851541 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:19.185995 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:25.697297 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:35.605167 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:09:42.714864 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b10d4977-6cb1-4697-a5bc-cf0ddac60606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:45.135372 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-21a2997a-d3c1-4d88-bb5f-919a878f72b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:46.245844 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:47.885972 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:49.143151 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:09:55.732060 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:12.605207 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:10:12.766371 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-ea3fcb18-c3d1-4cde-aa79-a103803e385b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:15.158531 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-10947430-01f7-49f3-af3b-ea66098ed3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:16.211841 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:17.840507 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:19.198532 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:25.720817 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:42.684330 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8932-1ea5-4079-8220-3dcbfc93483a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:45.170567 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-f5f94fd1-c287-47ec-b8cf-f67035736aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:46.217929 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:47.835249 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:49.126568 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:10:49.604631 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:10:55.719153 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:12.719198 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-0beef702-59ae-4a44-ae01-97d0fce8977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:15.126779 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b2f6-b6f2-45b2-ad42-ad2c6752d34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:16.315178 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:17.875579 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:19.172514 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:25.766671 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:26.605171 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:11:42.679536 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-202f39bb-828b-459b-a82d-ec348e175d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:45.131159 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-bf4e218a-4c28-4a27-aede-94f97b7e86ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:46.241360 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:47.851235 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:49.190124 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:11:55.858793 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-b2ee77d8-c60d-4147-8394-38f49d72bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (247460b5-659d-4ec9-8c62-b12af1c55c74), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:12:03.605282 dv-cinder-782518-2-iscsi neutron-server[121024]: DEBUG neutron.db.agents_db [None req-f6d435d9-777e-4ace-aa7e-45bb3f9c831e None None] Agent healthcheck: found 6 active agents {{(pid=121024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:12:12.744099 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-fe7b77f6-c46a-4793-a74f-a20da06c8232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (1dfd52ee-0886-4f20-86ae-ffd2a89805b0), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:12:15.150275 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-a3f81566-c489-450f-b729-9f993eb7ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (00928e20-c3f2-4e80-9de6-fec87f4a22a1), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:12:16.234303 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-cd631802-7ce1-4673-821a-d3a5d76be41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (e1fd4bc7-4009-48b8-bb8c-f16e8f309ea7), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:12:17.990109 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-3adf1f14-4a5d-4fc1-a0e5-6c4df4a58d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (71fe4a7c-586b-4bd9-8abd-40149193e21f), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:12:19.189153 dv-cinder-782518-2-iscsi neutron-server[121023]: DEBUG neutron_lib.callbacks.manager [None req-4dfb971e-16a4-4815-9c40-19e1840892e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759364258699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1670704'] for agent (9917b0e7-e16c-4938-a9e5-f9c4a7ce0f10), after_update {{(pid=121023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}